-- Logs begin at Wed 2021-08-25 00:49:48 UTC, end at Wed 2021-08-25 01:45:06 UTC. -- Aug 25 01:19:10.450901 dv-cinder-790014-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 25 01:19:13.129341 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.common.config [-] Logging enabled! Aug 25 01:19:13.129956 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev555 Aug 25 01:19:13.130113 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93725) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 25 01:19:13.133353 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.common.config [-] Logging enabled! Aug 25 01:19:13.133603 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev555 Aug 25 01:19:13.133909 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93725) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 25 01:19:13.134868 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 25 01:19:13.135101 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 25 01:19:13.135462 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 25 01:19:13.135704 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 25 01:19:13.135927 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 25 01:19:13.136503 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.136792 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.137100 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.137898 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.138191 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.138477 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.138788 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.139072 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.139362 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.139645 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.139920 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.140200 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.140430 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.140705 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.140985 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.141267 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.141490 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] debug = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.141767 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.142193 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.142596 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.142899 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.143181 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.143456 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.143724 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.143994 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.144275 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.144599 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] host = dv-cinder-790014-2-iscsi {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.144872 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.145152 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.145434 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.145714 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.145984 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.146253 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.146531 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.146819 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.147090 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] log_file = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.147362 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.147646 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.147933 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.148209 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.148437 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.148652 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.148933 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.149212 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.149484 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.149754 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.150023 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.150293 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.150563 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.150857 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.151138 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.151418 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.151698 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.151967 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.152254 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.152501 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.152793 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.153073 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.153346 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.153623 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.154222 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.154510 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.154803 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.155078 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.155373 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.155659 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.155938 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.156218 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.156489 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.156767 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.157037 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.157305 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.157573 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] use_json = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.157930 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.158200 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.158481 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.158773 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.159046 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.159314 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.159582 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.159862 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:13.160163 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.160455 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.160751 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.161033 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.161323 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.161600 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.161887 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.162163 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.162451 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.162811 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.163100 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.163375 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.163659 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.163934 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.164225 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.164526 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.164814 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.165101 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.165373 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.165645 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.165917 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.166192 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.166477 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.166774 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.167062 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.167350 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.167625 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.167914 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.168206 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.168515 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.168785 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.169062 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.169349 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.169622 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.169892 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.170164 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.170448 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.170745 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.171015 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.171293 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.171565 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.171832 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.172099 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.172370 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.172652 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.172924 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.173190 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.173457 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.173729 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.173998 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.174278 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.174548 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.174836 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.175104 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.175378 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.175646 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.175915 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.176187 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.176454 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.176726 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.176995 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.177261 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.177528 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.177796 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.178067 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.178335 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.178600 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.178897 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.179165 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.179432 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.179700 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.179969 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.180235 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.180516 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.180809 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.181082 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.181357 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.181631 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.181905 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.182178 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.182449 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.182747 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.183026 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.183296 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.183581 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.183862 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.184664 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.184944 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.185217 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.185511 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.185783 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.186060 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.186333 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.186607 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.186906 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.187186 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.187473 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.187758 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.188045 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.188337 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.188625 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.188901 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.189201 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.189476 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:13.189689 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 25 01:19:13.189921 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93725) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 25 01:19:13.535375 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 01:19:13.535650 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 01:19:13.535934 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 01:19:13.536262 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 25 01:19:13.926615 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:13.926932 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:13.927204 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:13.928484 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:13.928758 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:13.929022 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:13.966199 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:13.966488 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:13.966781 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:13.981283 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:13.981564 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:13.981834 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:14.012021 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:14.012937 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:14.013208 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:14.050356 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:14.050633 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:14.050929 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:14.279134 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:14.279732 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:14.279732 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:14.279896 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:14.280717 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:14.398447 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:14.398789 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:14.399072 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:14.399340 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:14.399607 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:14.399917 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:14.400175 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:14.400432 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:14.400684 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:14.400963 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:14.401218 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:14.401479 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:14.401732 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:14.401979 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:14.402231 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:14.402492 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:14.402793 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:14.403061 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:14.403328 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:14.403587 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:14.403857 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:14.404110 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:14.404390 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:14.404767 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:14.405016 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:14.405263 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:14.405656 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93725) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 01:19:14.405897 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93725) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 01:19:14.406133 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93725) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 01:19:14.406370 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93725) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 01:19:14.406604 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93725) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 01:19:14.406862 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93725) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 01:19:14.407218 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 25 01:19:14.410240 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 25 01:19:14.414219 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 25 01:19:14.417923 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Aug 25 01:19:14.419590 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 25 01:19:14.420042 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 25 01:19:14.420377 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 25 01:19:14.420756 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 25 01:19:14.423527 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 25 01:19:14.423782 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 25 01:19:14.424125 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 25 01:19:14.429350 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 25 01:19:14.451831 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 25 01:19:14.452455 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:14.452756 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93725) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 25 01:19:14.453115 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:14.454453 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93725) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 25 01:19:14.454766 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 25 01:19:14.455012 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 25 01:19:14.458152 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:14.458437 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:14.522159 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 25 01:19:14.522401 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 25 01:19:14.522634 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 25 01:19:14.523032 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 25 01:19:14.543322 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_db.sqlalchemy.engines [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93725) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 25 01:19:15.074325 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.plugins.ml2.managers [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Initializing driver for type 'gre' Aug 25 01:19:15.074879 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] gre ID ranges: [(1, 1000)] Aug 25 01:19:15.127369 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.plugins.ml2.managers [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Initializing driver for type 'local' Aug 25 01:19:15.127763 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.plugins.ml2.managers [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Initializing driver for type 'vlan' Aug 25 01:19:15.140522 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] VlanTypeDriver initialization complete Aug 25 01:19:15.140876 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.plugins.ml2.managers [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Initializing driver for type 'vxlan' Aug 25 01:19:15.141353 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] vxlan ID ranges: [(1, 1000)] Aug 25 01:19:15.194335 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.plugins.ml2.managers [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Initializing extension driver 'port_security' Aug 25 01:19:15.194697 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.plugins.ml2.extensions.port_security [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] PortSecurityExtensionDriver initialization complete Aug 25 01:19:15.195046 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.plugins.ml2.managers [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Initializing mechanism driver 'openvswitch' Aug 25 01:19:15.195386 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.plugins.ml2.managers [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Initializing mechanism driver 'hyperv' Aug 25 01:19:15.201831 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:19:15.202515 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > port after_create 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.202921 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > port after_update 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.203280 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > port after_delete 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.203794 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93725) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 25 01:19:15.204230 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > subnet after_create 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.204586 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > subnet after_update 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.204934 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.205324 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93725) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 25 01:19:15.205745 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > network after_create 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.206087 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > network after_update 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.206432 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > network after_delete 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.206845 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93725) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 25 01:19:15.207255 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > security_group after_create 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.207607 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > security_group after_update 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.207955 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.208483 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93725) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 25 01:19:15.208896 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.209253 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.209600 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.209995 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93725) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 25 01:19:15.210400 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > address_group after_create 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.210782 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > address_group after_update 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.211131 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.211518 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93725) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 25 01:19:15.211896 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] ML2 OVO RPC backend initialized. {{(pid=93725) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 25 01:19:15.212597 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.212953 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.213369 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > network before_response 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.213719 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > networks before_response 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.214072 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > port before_response 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.214415 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > ports before_response 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.214788 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > subnet before_response 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.215615 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > subnets before_response 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.215970 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > network after_create 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.216318 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > network after_update 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.216658 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > network after_delete 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.217000 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > port after_create 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.217342 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > port after_update 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.217684 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > port after_delete 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.218024 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > subnet after_create 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.218366 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > subnet after_update 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.218728 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.219328 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.plugins.ml2.plugin [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Modular L2 Plugin initialization complete Aug 25 01:19:15.219656 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading services supported by the core plugin {{(pid=93725) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 25 01:19:15.219984 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.plugins.ml2.managers [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Got port-security extension from driver 'port_security' Aug 25 01:19:15.220453 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.extensions.vlantransparent [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Disabled vlantransparent extension. Aug 25 01:19:15.220930 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93725) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 25 01:19:15.221245 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading Plugin: router Aug 25 01:19:15.258203 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.258599 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > router after_create 55549900 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.259003 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > router before_create 55549900 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.259377 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.259754 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.260124 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > router after_delete 55549900 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.260488 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > floatingip after_create 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.260844 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.261472 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > router after_create 55549900 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.261823 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > router after_update 55549900 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.264107 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > router after_update 55549900 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.264107 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.264107 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > router after_update 55549900 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.264107 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > router precommit_update 55549900 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.266396 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: port after_update 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.266396 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: port after_delete 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.266396 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: subnet after_update 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.266396 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.266396 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.266804 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > router precommit_create 55549900 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.266804 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: port before_delete 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.266804 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > router precommit_create 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.266804 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > router after_update 55549900 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.267108 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.267108 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > router precommit_create 55549900 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.267459 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.267807 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > router precommit_update 55549900 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.268175 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > agent after_create 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.268527 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > agent after_delete 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.268880 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > network after_delete 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.269728 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.quota.resource_registry [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Tracking information for resource: router configured {{(pid=93725) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 01:19:15.270070 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.quota.resource_registry [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Tracking information for resource: floatingip configured {{(pid=93725) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 01:19:15.274972 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.db.l3_agentschedulers_db [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 25 01:19:15.275545 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: port after_update 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.275908 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: port after_create 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.276262 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: port after_delete 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.276618 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: port after_update 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.277406 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > router before_create 55550100 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.278288 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.278655 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > router precommit_create 55550100 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.279040 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > router precommit_update 55550100 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.283588 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.services.provider_configuration [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Service providers = [] {{(pid=93725) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 25 01:19:15.284163 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.db.servicetype_db [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93725) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 25 01:19:15.286902 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.services.service_base [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93725) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 01:19:15.287256 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.services.service_base [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93725) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 01:19:15.287604 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.services.service_base [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93725) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 01:19:15.288499 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.services.service_base [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93725) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 01:19:15.288875 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.services.service_base [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 25 01:19:15.289255 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93725) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 01:19:15.289575 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 25 01:19:15.300740 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93725) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 01:19:15.301079 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading Plugin: auto_allocate Aug 25 01:19:15.306818 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: network precommit_update 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.307192 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: network precommit_create 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.307710 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93725) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 01:19:15.308034 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading Plugin: tag Aug 25 01:19:15.314505 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93725) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 01:19:15.314874 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading Plugin: timestamp Aug 25 01:19:15.318858 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93725) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 01:19:15.319194 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading Plugin: network_ip_availability Aug 25 01:19:15.324654 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.324988 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.325349 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.326059 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93725) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 01:19:15.326381 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading Plugin: flavors Aug 25 01:19:15.331080 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93725) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 01:19:15.331420 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading Plugin: revisions Aug 25 01:19:15.335670 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93725) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 01:19:15.336061 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_concurrency.lockutils [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.800s {{(pid=93725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 01:19:15.336794 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93725) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 25 01:19:15.337134 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Initializing extension manager. Aug 25 01:19:15.337646 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: __init__.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.337991 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: __pycache__ {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.338328 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.338661 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: address_group.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.339441 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.340007 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: address-group Aug 25 01:19:15.340858 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: address_scope.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.341577 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.342097 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: address-scope Aug 25 01:19:15.342425 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.343390 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.343910 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: router-admin-state-down-before-update Aug 25 01:19:15.344237 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: agent.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.345134 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.345656 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: agent Aug 25 01:19:15.345982 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: agent_resources_synced.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.346929 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.347444 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: agent-resources-synced Aug 25 01:19:15.347768 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: allowedaddresspairs.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.349560 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.350084 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: allowed-address-pairs Aug 25 01:19:15.350416 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: auto_allocated_topology.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.351524 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.352041 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: auto-allocated-topology Aug 25 01:19:15.352368 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: availability_zone.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.353061 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.353569 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: availability_zone Aug 25 01:19:15.353893 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: availability_zone_filter.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.354836 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.355349 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: availability_zone_filter Aug 25 01:19:15.355675 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: data_plane_status.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.357159 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.357669 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extension data-plane-status not supported by any of loaded plugins Aug 25 01:19:15.357993 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: default_subnetpools.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.358949 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.359468 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: default-subnetpools Aug 25 01:19:15.359793 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.360601 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.361107 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: dhcp_agent_scheduler Aug 25 01:19:15.361429 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: dns.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.362347 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.362873 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extension dns-integration not supported by any of loaded plugins Aug 25 01:19:15.363198 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: dns_domain_ports.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.364113 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.364615 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 25 01:19:15.364938 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.365855 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.366358 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 25 01:19:15.366708 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: dvr.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.367404 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.367909 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: dvr Aug 25 01:19:15.368236 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: ecmp_routes.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.369156 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.369668 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 25 01:19:15.369991 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: empty_string_filtering.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.370938 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.371476 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: empty-string-filtering Aug 25 01:19:15.371799 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.372716 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.373223 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 25 01:19:15.373549 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.374471 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.375013 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 25 01:19:15.375337 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: external_net.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.376249 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.376762 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: external-net Aug 25 01:19:15.377085 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.377991 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.378504 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: extra_dhcp_opt Aug 25 01:19:15.378863 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: extraroute.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.379792 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.380301 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: extraroute Aug 25 01:19:15.380623 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: extraroute_atomic.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.381655 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.382169 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: extraroute-atomic Aug 25 01:19:15.382492 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: filter_validation.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.383193 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.383698 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: filter-validation Aug 25 01:19:15.384069 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: fip_pf_description.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.384933 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.385437 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 25 01:19:15.385757 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: fip_port_details.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.386983 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.387497 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: fip-port-details Aug 25 01:19:15.387818 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: flavors.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.389041 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.389565 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: flavors Aug 25 01:19:15.389889 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.391565 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.392094 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 25 01:19:15.392433 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: floatingip_pools.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.393138 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.393652 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: floatingip-pools Aug 25 01:19:15.393982 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: ip_allocation.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.394956 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.395464 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extension ip_allocation not supported by any of loaded plugins Aug 25 01:19:15.395791 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.396711 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.397224 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: ip-substring-filtering Aug 25 01:19:15.397556 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: l2_adjacency.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.398485 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.399021 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 25 01:19:15.399350 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: l3.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.400451 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.400973 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: router Aug 25 01:19:15.401305 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.404066 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.404593 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 25 01:19:15.404930 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.405876 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.406397 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: ext-gw-mode Aug 25 01:19:15.406760 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.407704 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.408218 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: l3-ha Aug 25 01:19:15.408548 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: l3_flavors.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.409473 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.409988 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: l3-flavors Aug 25 01:19:15.410317 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.411265 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.411776 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 25 01:19:15.412106 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: l3agentscheduler.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.413136 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.413658 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: l3_agent_scheduler Aug 25 01:19:15.413987 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: logging.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.415482 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.416001 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extension logging not supported by any of loaded plugins Aug 25 01:19:15.416332 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: metering.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.417074 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.417650 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: metering Aug 25 01:19:15.417980 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.419692 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.420220 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: metering_source_and_destination_fields Aug 25 01:19:15.420551 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: multiprovidernet.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.421475 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.421987 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: multi-provider Aug 25 01:19:15.422314 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: netmtu.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.423249 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.423762 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: net-mtu Aug 25 01:19:15.424088 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: netmtu_writable.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.425004 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.425517 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: net-mtu-writable Aug 25 01:19:15.425842 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: network_availability_zone.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.426508 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.427050 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: network_availability_zone Aug 25 01:19:15.427372 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: network_ip_availability.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.428451 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.428962 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: network-ip-availability Aug 25 01:19:15.429288 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: network_segment_range.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.430057 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.430563 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extension network-segment-range not supported by any of loaded plugins Aug 25 01:19:15.430915 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: pagination.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.431899 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.432231 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: pagination Aug 25 01:19:15.432555 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: port_device_profile.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.433476 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.434022 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: port-device-profile Aug 25 01:19:15.434351 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.435317 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.435828 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: port-mac-address-regenerate Aug 25 01:19:15.436152 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.437074 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.437583 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: port-numa-affinity-policy Aug 25 01:19:15.437906 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: port_resource_request.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.438851 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.439357 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extension port-resource-request not supported by any of loaded plugins Aug 25 01:19:15.439680 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: portbindings.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.440615 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.441124 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: binding Aug 25 01:19:15.441447 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: portbindings_extended.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.442883 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.443412 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: binding-extended Aug 25 01:19:15.443744 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: portsecurity.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.444662 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.445179 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: port-security Aug 25 01:19:15.445508 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: project_id.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.446482 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.446869 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: project-id Aug 25 01:19:15.447177 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: providernet.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.448107 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.448622 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: provider Aug 25 01:19:15.448948 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: qos.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.452948 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.453477 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extension qos not supported by any of loaded plugins Aug 25 01:19:15.453813 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.455090 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.455615 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 25 01:19:15.455948 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.456875 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.457392 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 25 01:19:15.457721 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: qos_default.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.458641 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.459183 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extension qos-default not supported by any of loaded plugins Aug 25 01:19:15.459513 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: qos_fip.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.460170 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.460687 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extension qos-fip not supported by any of loaded plugins Aug 25 01:19:15.461013 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: qos_gateway_ip.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.461942 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.462455 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 25 01:19:15.462810 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: qos_port_network_policy.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.463725 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.464240 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 25 01:19:15.464565 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: qos_pps_rule.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.466329 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.466891 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extension qos-pps not supported by any of loaded plugins Aug 25 01:19:15.467224 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: qos_rule_type_details.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.468151 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.468669 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 25 01:19:15.468996 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: qos_rules_alias.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.470045 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.470569 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 25 01:19:15.470928 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: quotasv2.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.471830 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.472164 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: quotas Aug 25 01:19:15.472489 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: quotasv2_detail.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.475542 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.475884 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: quota_details Aug 25 01:19:15.476217 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: rbac.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.477465 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.477993 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: rbac-policies Aug 25 01:19:15.478327 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: rbac_address_group.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.479287 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.479811 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: rbac-address-group Aug 25 01:19:15.480139 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: rbac_address_scope.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.481091 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.481606 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: rbac-address-scope Aug 25 01:19:15.481931 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: rbac_security_groups.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.482897 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.483421 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: rbac-security-groups Aug 25 01:19:15.483747 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: rbac_subnetpool.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.484677 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.485195 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: rbac-subnetpool Aug 25 01:19:15.485519 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: revisionifmatch.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.486447 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.486996 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: revision-if-match Aug 25 01:19:15.487323 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: revisions.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.488439 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.488960 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: standard-attr-revisions Aug 25 01:19:15.489284 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: router_availability_zone.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.489962 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.490473 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: router_availability_zone Aug 25 01:19:15.490836 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: routerservicetype.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.491756 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.492266 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extension router-service-type not supported by any of loaded plugins Aug 25 01:19:15.492589 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.493507 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.494018 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: security-groups-normalized-cidr Aug 25 01:19:15.494342 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.495295 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.495813 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: port-security-groups-filtering Aug 25 01:19:15.496141 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.497092 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.497606 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: security-groups-remote-address-group Aug 25 01:19:15.497931 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: securitygroup.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.508771 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.509306 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: security-group Aug 25 01:19:15.509643 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: segment.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.510437 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.511227 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extension segment not supported by any of loaded plugins Aug 25 01:19:15.511567 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.513032 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.513541 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 25 01:19:15.513869 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: servicetype.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.515101 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.515623 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: service-type Aug 25 01:19:15.515952 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: sorting.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.516944 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.517280 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: sorting Aug 25 01:19:15.517609 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: standard_attr_segment.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.518540 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.519093 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 25 01:19:15.519418 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: standardattrdescription.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.520072 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.520585 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: standard-attr-description Aug 25 01:19:15.520910 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: stateful_security_group.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.521845 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.522362 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: stateful-security-group Aug 25 01:19:15.522717 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: stdattrs_common.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.523302 dv-cinder-790014-2-iscsi neutron-server[93725]: WARNING neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 25 01:19:15.523627 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.524563 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.525099 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 25 01:19:15.525408 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: subnet_onboard.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.526483 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.527038 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: subnet_onboard Aug 25 01:19:15.527369 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.528901 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.529416 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 25 01:19:15.529743 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: subnet_service_types.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.530670 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.531221 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: subnet-service-types Aug 25 01:19:15.531548 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: subnetallocation.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.532639 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.533162 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: subnet_allocation Aug 25 01:19:15.533487 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.534156 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.534669 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: subnetpool-prefix-ops Aug 25 01:19:15.535023 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.535968 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.536477 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 25 01:19:15.536802 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: tagging.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.537857 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.538383 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: standard-attr-tag Aug 25 01:19:15.538734 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: timestamp.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.539942 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.540469 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loaded extension: standard-attr-timestamp Aug 25 01:19:15.540800 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: trunk.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.541842 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.542362 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extension trunk not supported by any of loaded plugins Aug 25 01:19:15.542717 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: trunk_details.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.543681 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.544198 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extension trunk-details not supported by any of loaded plugins Aug 25 01:19:15.544526 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: uplink_status_propagation.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.545464 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.545976 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 25 01:19:15.546303 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Loading extension file: vlantransparent.py {{(pid=93725) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 01:19:15.547008 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93725) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 01:19:15.547519 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 25 01:19:15.549940 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.quota.resource_registry [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Creating instance of TrackedResource for resource:network Aug 25 01:19:15.550458 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.quota.resource_registry [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Creating instance of TrackedResource for resource:subnet Aug 25 01:19:15.550890 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.quota.resource_registry [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 01:19:15.551294 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.quota.resource_registry [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Creating instance of TrackedResource for resource:port Aug 25 01:19:15.552521 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.v2.resource_helper [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93725) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 01:19:15.552965 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.v2.resource_helper [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Service FLAVORS assigned prefix: {{(pid=93725) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 01:19:15.553576 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.v2.resource_helper [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93725) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 01:19:15.554015 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.v2.resource_helper [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93725) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 01:19:15.554347 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.quota.resource_registry [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Creating instance of TrackedResource for resource:router Aug 25 01:19:15.554816 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.quota.resource_registry [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Creating instance of TrackedResource for resource:floatingip Aug 25 01:19:15.555301 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.v2.resource_helper [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Service METERING assigned prefix: /metering {{(pid=93725) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 01:19:15.556751 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.557125 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.557482 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:19:15.558475 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.quota.resource_registry [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Creating instance of CountableResource for resource:rbac_policy Aug 25 01:19:15.558988 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.quota.resource_registry [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Creating instance of TrackedResource for resource:security_group Aug 25 01:19:15.559439 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.quota.resource_registry [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 25 01:19:15.560059 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.v2.resource_helper [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Service CORE assigned prefix: {{(pid=93725) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 01:19:15.560393 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.quota.resource_registry [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 01:19:15.560740 dv-cinder-790014-2-iscsi neutron-server[93725]: WARNING neutron.quota.resource_registry [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] subnetpool is already registered Aug 25 01:19:15.561178 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.v2.resource_helper [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Service CORE assigned prefix: {{(pid=93725) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 01:19:15.561504 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.quota.resource_registry [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 01:19:15.561840 dv-cinder-790014-2-iscsi neutron-server[93725]: WARNING neutron.quota.resource_registry [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] subnetpool is already registered Aug 25 01:19:15.564167 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.v2.resource_helper [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93725) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 01:19:15.564606 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.v2.resource_helper [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Service FLAVORS assigned prefix: {{(pid=93725) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 01:19:15.565201 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.v2.resource_helper [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93725) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 01:19:15.565628 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.v2.resource_helper [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93725) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 01:19:15.565962 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.quota.resource_registry [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Creating instance of TrackedResource for resource:router Aug 25 01:19:15.566303 dv-cinder-790014-2-iscsi neutron-server[93725]: WARNING neutron.quota.resource_registry [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] router is already registered Aug 25 01:19:15.566747 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.quota.resource_registry [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Creating instance of TrackedResource for resource:floatingip Aug 25 01:19:15.567089 dv-cinder-790014-2-iscsi neutron-server[93725]: WARNING neutron.quota.resource_registry [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] floatingip is already registered Aug 25 01:19:15.567542 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.v2.resource_helper [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Service METERING assigned prefix: /metering {{(pid=93725) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 01:19:15.568214 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.quota.resource_registry [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Creating instance of CountableResource for resource:rbac_policy Aug 25 01:19:15.568545 dv-cinder-790014-2-iscsi neutron-server[93725]: WARNING neutron.quota.resource_registry [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] rbac_policy is already registered Aug 25 01:19:15.568958 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.quota.resource_registry [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Creating instance of TrackedResource for resource:security_group Aug 25 01:19:15.569292 dv-cinder-790014-2-iscsi neutron-server[93725]: WARNING neutron.quota.resource_registry [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] security_group is already registered Aug 25 01:19:15.569697 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.quota.resource_registry [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 25 01:19:15.570032 dv-cinder-790014-2-iscsi neutron-server[93725]: WARNING neutron.quota.resource_registry [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] security_group_rule is already registered Aug 25 01:19:15.570645 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.v2.resource_helper [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Service CORE assigned prefix: {{(pid=93725) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 01:19:15.570995 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.quota.resource_registry [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 01:19:15.571334 dv-cinder-790014-2-iscsi neutron-server[93725]: WARNING neutron.quota.resource_registry [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] subnetpool is already registered Aug 25 01:19:15.571759 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.v2.resource_helper [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Service CORE assigned prefix: {{(pid=93725) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 01:19:15.572094 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.quota.resource_registry [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 01:19:15.572418 dv-cinder-790014-2-iscsi neutron-server[93725]: WARNING neutron.quota.resource_registry [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] subnetpool is already registered Aug 25 01:19:15.572884 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extended resource: extensions {{(pid=93725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 01:19:15.574323 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extended resource: address-groups {{(pid=93725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 01:19:15.576376 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extended resource: address-scopes {{(pid=93725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 01:19:15.577664 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extended resource: agents {{(pid=93725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 01:19:15.578870 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extended resource: auto-allocated-topology {{(pid=93725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 01:19:15.580130 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extended resource: availability_zones {{(pid=93725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 01:19:15.581346 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extended resource: dhcp-networks {{(pid=93725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 01:19:15.582891 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extended resource: dhcp-agents {{(pid=93725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 01:19:15.584321 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extended resource: routers {{(pid=93725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 01:19:15.586013 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extended resource: flavors {{(pid=93725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 01:19:15.587320 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extended resource: service_profiles {{(pid=93725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 01:19:15.588544 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extended resource: next_providers {{(pid=93725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 01:19:15.589979 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extended resource: service_profiles {{(pid=93725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 01:19:15.592154 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extended resource: floatingip-pools {{(pid=93725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 01:19:15.593382 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extended resource: routers {{(pid=93725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 01:19:15.595107 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extended resource: floatingips {{(pid=93725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 01:19:15.596390 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extended resource: l3-routers {{(pid=93725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 01:19:15.597770 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extended resource: l3-agents {{(pid=93725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 01:19:15.599225 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extended resource: metering-labels {{(pid=93725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 01:19:15.600464 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extended resource: metering-label-rules {{(pid=93725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 01:19:15.601850 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extended resource: network-ip-availabilities {{(pid=93725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 01:19:15.603160 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extended resource: bindings {{(pid=93725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 01:19:15.604725 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extended resource: quotas {{(pid=93725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 01:19:15.606287 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extended resource: quotas {{(pid=93725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 01:19:15.607761 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extended resource: rbac-policies {{(pid=93725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 01:19:15.608950 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extended resource: security-groups {{(pid=93725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 01:19:15.610268 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extended resource: security-group-rules {{(pid=93725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 01:19:15.611538 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extended resource: service-providers {{(pid=93725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 01:19:15.612782 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extended resource: subnetpools {{(pid=93725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 01:19:15.614100 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extended resource: subnetpools {{(pid=93725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 01:19:15.616669 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extended resource: tags {{(pid=93725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 01:19:15.618362 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extended resource: tags {{(pid=93725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 01:19:15.620202 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extended resource: tags {{(pid=93725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 01:19:15.622010 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extended resource: tags {{(pid=93725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 01:19:15.623722 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extended resource: tags {{(pid=93725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 01:19:15.625678 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extended resource: tags {{(pid=93725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 01:19:15.627394 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extended resource: tags {{(pid=93725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 01:19:15.629186 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extended resource: tags {{(pid=93725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 01:19:15.631079 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extended resource: tags {{(pid=93725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 01:19:15.632842 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron.api.extensions [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Extended resource: tags {{(pid=93725) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 01:19:15.639534 dv-cinder-790014-2-iscsi neutron-server[93725]: WARNING keystonemiddleware.auth_token [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 25 01:19:15.644049 dv-cinder-790014-2-iscsi neutron-server[93725]: WARNING keystonemiddleware.auth_token [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 25 01:19:15.652443 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_concurrency.lockutils [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Acquired lock "singleton_lock" {{(pid=93725) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 25 01:19:15.653523 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_concurrency.lockutils [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Releasing lock "singleton_lock" {{(pid=93725) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 25 01:19:15.654160 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO oslo_service.service [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Starting 2 workers Aug 25 01:19:15.658985 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Started child 93832 {{(pid=93725) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 25 01:19:15.663370 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Started child 93833 {{(pid=93725) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 25 01:19:15.664529 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:19:15.665143 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO neutron.service [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 25 01:19:15.665566 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Notify callbacks [] for process, before_spawn {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:19:15.666006 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [-] (93832) wsgi starting up on http://0.0.0.0:9696 Aug 25 01:19:15.667928 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO oslo_service.service [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Starting 1 workers Aug 25 01:19:15.668061 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:19:15.669347 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [-] (93833) wsgi starting up on http://0.0.0.0:9696 Aug 25 01:19:15.673120 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Started child 93834 {{(pid=93725) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 25 01:19:15.673618 dv-cinder-790014-2-iscsi neutron-server[93725]: INFO oslo_service.service [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Starting 1 workers Aug 25 01:19:15.676752 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.service [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] calling RpcWorker wait() {{(pid=93834) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 25 01:19:15.677287 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.service [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] returning from RpcWorker wait() {{(pid=93834) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 25 01:19:15.678042 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Started child 93835 {{(pid=93725) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 25 01:19:15.678471 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:19:15.678894 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc1507b3-999a-48a6-92ac-5b96f5d86d43 None None] Notify callbacks [] for process, after_spawn {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:19:15.679004 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:19:15.680884 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93725) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 25 01:19:15.681091 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 25 01:19:15.681278 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 25 01:19:15.681492 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 25 01:19:15.681826 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 25 01:19:15.681988 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 25 01:19:15.682500 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.682825 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.683081 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.683350 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.683625 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.684039 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:19:15.684517 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.684517 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.684773 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.685036 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.685284 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.685454 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.685619 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.685870 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.686115 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.686405 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.686697 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.686950 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.687242 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.687412 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.687681 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.687943 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.688186 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.688450 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] debug = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.688687 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.689182 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.689441 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.689681 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.689895 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.690159 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.690398 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.690701 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.690967 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.691198 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.691431 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.691706 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.691937 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.692149 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.692387 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.692626 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.692871 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.693332 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] host = dv-cinder-790014-2-iscsi {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.693567 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.693781 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.694030 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.694271 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.694515 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.694771 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.695027 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.695280 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.695537 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.695775 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.696025 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.696286 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.696506 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.696742 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] log_file = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.696905 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] log_options = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.697118 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.697400 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.697642 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.697829 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.697997 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.698174 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.698420 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.698638 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.698883 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.699098 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.699309 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.700091 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.700283 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.700532 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.700791 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.701036 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.701250 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.701485 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.701738 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.701971 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.702199 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.702423 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.702716 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.703024 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.703275 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.703488 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.703713 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.703926 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.704147 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.704383 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.704622 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.704879 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.705120 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.705382 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.705695 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.705935 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.706154 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.706417 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.706647 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.706918 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.707223 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.707416 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.707642 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.707874 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.708106 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.708328 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] use_json = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.708543 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.708786 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.709034 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.709247 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.709481 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.709845 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.710280 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.710470 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.711342 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.711342 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.711527 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.712231 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.712231 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.712231 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.712482 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.712715 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.713203 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.713369 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.713672 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.713908 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.714278 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.714461 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.714719 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.715062 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.715887 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.717062 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.717062 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.717062 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.717062 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.717842 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.717842 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.717842 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.717842 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.718316 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.718316 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.718826 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.718971 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.719551 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.719551 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.719803 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.720002 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.720125 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.720258 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.720592 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.720731 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.720917 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.721134 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.721351 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.721919 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:19:15.722049 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.722049 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.722049 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.722401 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.722538 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.722663 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.722940 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.723263 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.723484 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.723699 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.723913 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.724148 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.724386 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.724602 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.724859 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.725085 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.725303 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.725537 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.725751 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.725971 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.726217 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.726943 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.726943 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.726943 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.727257 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.727361 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.727763 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.728191 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.728191 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.728438 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.728561 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.728707 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.728922 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.729139 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.729352 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.729568 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.729779 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.729990 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.730226 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.730438 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.730651 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.730926 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.731139 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.731378 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.731636 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.731854 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.732085 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.732300 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.732673 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.732790 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.733150 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.734580 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.734580 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.734580 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.734580 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.734580 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.734580 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.737865 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.737865 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.737865 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.737865 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.737865 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.737865 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.737865 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.737865 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.738383 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.738383 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.738383 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.738383 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.738383 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.738383 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.738383 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.738383 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.738892 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.738892 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.738892 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.739174 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.739373 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.739642 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.739858 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.740133 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.740425 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.740698 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.740994 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.741244 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.741494 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.741754 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.742453 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.742453 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.742453 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.742952 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.742952 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.743272 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.743422 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.743630 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.743854 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.744103 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.744410 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.744645 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.744857 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.745067 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.745341 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.745604 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.746966 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.746966 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.746966 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.746966 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.746966 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.747320 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.747320 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.747546 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.748389 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.748389 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.748389 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.748389 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.748706 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.748865 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.749043 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.749259 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.749457 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.749668 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.749886 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.750110 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.750323 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.750549 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.750783 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.751002 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.751237 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.751452 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.751657 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.751874 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.752178 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.752360 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.752966 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.752966 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.753127 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.753298 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.753492 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.753715 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.753980 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.754185 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.754534 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.754645 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.755131 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.755131 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.755462 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.755605 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.755745 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.755949 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.756155 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.756384 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.756639 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.756950 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.757217 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.757466 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.757721 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.757948 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.758169 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.758384 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.758642 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.758907 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.759150 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.759312 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.759505 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.759742 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.759992 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.760206 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.760420 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.760646 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.760892 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.761353 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.761636 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.761872 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.762602 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.762887 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.763962 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.763962 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.763962 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.763962 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.763962 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.764788 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.764788 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.764788 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.764788 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.765289 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.765289 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.765564 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.767507 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.767507 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.767507 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.767507 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.767507 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.767507 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.767507 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.767507 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.767507 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.768615 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.768615 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.768615 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.768615 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.768615 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.769243 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.769243 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.769243 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.769610 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.769610 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.769861 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.770106 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.770350 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.770652 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.771773 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.771773 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.771773 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.771773 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.772153 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.772153 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.772407 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.772620 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.772884 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.773215 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.773378 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.773722 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.774012 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.774289 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.774537 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.774832 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.775128 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.775444 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.775674 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.775936 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.776260 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.776528 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.776836 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.777075 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.777378 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.777685 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.778453 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.778633 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.779015 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.779230 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.779362 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.779767 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.779872 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.780051 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.780261 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.780476 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.780741 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.780972 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.781185 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.781403 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.781609 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 25 01:19:15.782142 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93725) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 25 01:19:15.782291 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 25 01:19:15.782506 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 25 01:19:15.782615 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 25 01:19:15.782793 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 25 01:19:15.782957 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 25 01:19:15.783232 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.783369 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.783578 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.783677 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.783773 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.784154 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.784370 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.784550 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.784815 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.784907 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.784990 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.786761 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.786761 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.786761 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.786761 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.786761 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.786761 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.786761 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.786761 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.787338 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.787338 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.787742 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.788069 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] debug = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.788401 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.788630 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.788815 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.789131 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.789466 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.789830 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.790255 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.790255 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.790255 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.790510 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.790625 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.790792 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.790980 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.791331 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.791441 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.791589 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.791916 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.792157 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] host = dv-cinder-790014-2-iscsi {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.792297 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.792583 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.792583 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.792969 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.792969 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.792969 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.793570 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.793570 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.793570 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.793942 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.793942 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.794146 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.794146 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.794660 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] log_file = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.794660 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] log_options = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.794660 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.794967 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.795047 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.795219 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.795431 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.795599 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.795861 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.795948 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.796075 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.796332 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.796458 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.796592 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.796983 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.796983 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.797280 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.797280 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.797454 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.797673 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.797798 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.797923 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.798069 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.798197 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.798455 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.798565 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.798656 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.798889 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.799029 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.799172 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.799447 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.799535 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.799659 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.799817 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.799976 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.800133 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.800371 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.800500 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.800618 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.800745 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.800903 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.801055 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.801169 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.801324 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.801483 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.801637 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.801938 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.802237 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] use_json = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.802568 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.802909 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.803246 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.803409 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.803573 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.806699 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.806699 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.806699 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 01:19:15.806699 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.806699 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.806699 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.806699 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.806699 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.807302 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.807302 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.807302 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.807302 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.807302 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.807302 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.807302 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.807302 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.807302 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.807928 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.807928 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.807928 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.808220 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.808528 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.809337 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.809649 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.809821 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.809996 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.810314 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.810485 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.810644 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.810845 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.811028 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.811190 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.811346 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.811510 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.811673 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.811833 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.811993 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.812154 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.812308 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.812464 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.812619 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.812786 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.812944 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.813104 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.813263 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.813424 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.813585 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.813750 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.813911 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.814071 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.814236 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.814378 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.814534 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.814709 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.814878 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.815038 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.815199 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.815361 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.815531 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.815691 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.815851 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.816009 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.816171 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.816907 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.816907 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.816907 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.816907 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.816907 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.817252 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.817252 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.817370 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.817552 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.817722 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.817849 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.817975 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.818115 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.818273 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.818432 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.818590 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.818839 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.818990 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.819207 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.819392 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.819754 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.819754 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.819754 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.820121 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.820121 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.820329 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.820329 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.820479 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.820622 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.820781 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.820941 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.821101 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.821261 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.821420 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.821579 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.821739 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.821897 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.822056 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.822215 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.822374 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.822504 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:19:15.822636 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.822800 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.822928 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.823053 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.823177 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.823291 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.823416 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.823580 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.823743 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.823901 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.824061 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.824220 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.824378 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.825079 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.825243 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.825401 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.825570 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.825729 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.825891 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.826051 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.826218 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.826435 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.826578 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.826726 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.826885 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.827044 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.827203 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.827361 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.827505 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.827667 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.827825 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.827985 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.828152 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.828322 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.828481 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.828639 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.828799 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.828981 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.829140 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.829300 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.829459 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.829617 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.829776 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.829935 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.830094 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.830254 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.830397 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.830559 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.830739 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.830899 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.831044 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.831205 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.831363 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.831524 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.831683 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.831843 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.832003 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.832162 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.832321 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.832480 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.832638 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.832799 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.832958 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.833116 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.833275 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.833434 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.833593 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.833756 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.834397 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.834397 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.834397 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.834397 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.835034 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.835034 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.835034 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.835034 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.835525 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.835525 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.835525 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.836573 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.836573 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.836573 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.836573 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.836573 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.836573 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.836573 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.836573 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.837492 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.837492 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.837492 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.837492 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.837492 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.837492 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.839080 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.839080 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.839080 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.839080 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.839080 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.839080 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.839080 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.839080 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.840036 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.840036 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.840036 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.840036 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.840036 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.840036 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.840036 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.840036 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.840036 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.841081 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.841081 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.841081 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.841081 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.841081 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.841081 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.841081 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.841752 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.841752 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.841752 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.841752 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.842038 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.842038 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.842183 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.842312 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.842437 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.842562 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.842704 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.842866 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.843036 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.843196 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.843357 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.843515 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.843674 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.843834 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.844005 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.844147 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.844309 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.844473 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.844628 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.844788 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.844960 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.845119 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.845279 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.845437 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.845596 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.845755 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.845922 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.846083 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.846245 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.846411 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.846570 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.846763 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.846926 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.847097 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.847257 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.847417 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.847576 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.847735 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.847894 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.848055 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.848366 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.848366 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.848626 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.848752 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.848877 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.849005 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.849155 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.849313 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.849480 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.849651 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.849810 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.849969 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.850129 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.850288 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.850446 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.850603 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.850784 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.850943 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.851102 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.851262 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.851420 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.851578 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.851737 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.851896 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.852054 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.852212 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.852370 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.852528 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.852688 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 01:19:15.852839 dv-cinder-790014-2-iscsi neutron-server[93725]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93725) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 25 01:19:16.124482 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 45100) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:19:16.132818 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062423 Aug 25 01:19:27.369541 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c295638b-f989-49a4-af3a-5e92db5bfad4 None None] get_active_networks_info from dv-cinder-790014-2-iscsi {{(pid=93834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 25 01:19:27.439459 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c295638b-f989-49a4-af3a-5e92db5bfad4 None None] No non-hosted networks {{(pid=93834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 25 01:19:27.446552 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.agentschedulers_db [None req-c295638b-f989-49a4-af3a-5e92db5bfad4 None None] DHCP Agent not found on host dv-cinder-790014-2-iscsi {{(pid=93834) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 25 01:19:27.608717 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8b939caa-af90-41d9-a66f-4ed3260c503e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-647360'] for agent, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:19:30.259316 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-488b81d1-739f-46aa-91ff-6c186bc804bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-647360'] for agent, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:19:30.318074 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ff845fac-781a-452c-ad6e-ac9099e25057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:19:30.385402 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-647360'] for agent, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:19:30.386527 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:19:30.387050 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:19:30.387779 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:19:30.388417 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:19:30.388804 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:19:30.389289 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:19:30.390020 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:19:30.390608 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:19:30.391065 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:19:30.392164 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:19:30.392809 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:19:30.393746 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:19:30.394869 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-790014-2-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:19:30.409849 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-790014-2-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:19:30.880249 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d877336-721a-4d3d-9b41-e32e75b3d69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-647360'] for agent, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:19:32.530044 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-637296fa-69e7-4112-9a21-84726ca1bc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-647360'] for agent, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:19:33.582333 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 45192) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:19:33.588128 dv-cinder-790014-2-iscsi neutron-server[93834]: INFO neutron.db.l3_hamode_db [None req-f817a942-de8e-4132-bcf8-ee4c3dc54ed2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 25 01:19:33.664322 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f817a942-de8e-4132-bcf8-ee4c3dc54ed2 None None] Routers set() bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:19:33.664707 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f817a942-de8e-4132-bcf8-ee4c3dc54ed2 None None] Router IDs set() for agent in host dv-cinder-790014-2-iscsi {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 25 01:19:34.069770 dv-cinder-790014-2-iscsi neutron-server[93832]: WARNING oslo_policy.policy [None req-73e9384d-66a6-46a5-a6d0-dd8ccd95cc5d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 01:19:34.070375 dv-cinder-790014-2-iscsi neutron-server[93832]: WARNING oslo_policy.policy [None req-73e9384d-66a6-46a5-a6d0-dd8ccd95cc5d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 01:19:34.288025 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [None req-73e9384d-66a6-46a5-a6d0-dd8ccd95cc5d admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 01:19:34.289190 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-73e9384d-66a6-46a5-a6d0-dd8ccd95cc5d admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7047136 Aug 25 01:19:36.634186 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 45206) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:19:36.941973 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.v2.base [None req-32bdbee6-ff94-4e1c-8f0c-f5dac3eb2e51 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:19:37.035703 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.policy [None req-32bdbee6-ff94-4e1c-8f0c-f5dac3eb2e51 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93832) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 25 01:19:37.079794 dv-cinder-790014-2-iscsi neutron-server[93832]: WARNING oslo_policy.policy [None req-32bdbee6-ff94-4e1c-8f0c-f5dac3eb2e51 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 01:19:37.080161 dv-cinder-790014-2-iscsi neutron-server[93832]: WARNING oslo_policy.policy [None req-32bdbee6-ff94-4e1c-8f0c-f5dac3eb2e51 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 01:19:37.088536 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.quota [None req-32bdbee6-ff94-4e1c-8f0c-f5dac3eb2e51 admin admin] Loaded quota_driver: . Aug 25 01:19:37.176690 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-32bdbee6-ff94-4e1c-8f0c-f5dac3eb2e51 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782026564898', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782026564375', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782027232466', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782027234166', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782026667381', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782027255458', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-4116424', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3747438', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-588068', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1031188'] for rbac-policy, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:19:37.240090 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-32bdbee6-ff94-4e1c-8f0c-f5dac3eb2e51 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:19:37.241273 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-32bdbee6-ff94-4e1c-8f0c-f5dac3eb2e51 admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6060700 Aug 25 01:19:39.753958 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 45218) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:19:40.048522 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.v2.base [None req-7c1b5403-6f8c-418a-bacd-1f004e21580d admin admin] Request body: {'network': {'project_id': '749968f930fa45ba9591e86301e37c6b', 'name': 'private', 'tenant_id': '749968f930fa45ba9591e86301e37c6b', 'admin_state_up': True}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:19:40.076575 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1b5403-6f8c-418a-bacd-1f004e21580d admin admin] Made reservation on behalf of 749968f930fa45ba9591e86301e37c6b for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 01:19:40.079360 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7c1b5403-6f8c-418a-bacd-1f004e21580d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:19:40.095755 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7c1b5403-6f8c-418a-bacd-1f004e21580d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:19:40.218915 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7c1b5403-6f8c-418a-bacd-1f004e21580d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:19:40.222234 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7c1b5403-6f8c-418a-bacd-1f004e21580d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:19:40.241321 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c1b5403-6f8c-418a-bacd-1f004e21580d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 01:19:40.268489 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7c1b5403-6f8c-418a-bacd-1f004e21580d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782027164582', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3751945'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:19:40.269078 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7c1b5403-6f8c-418a-bacd-1f004e21580d admin admin] Unsubscribe: segment precommit_create {{(pid=93832) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 25 01:19:40.269606 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.db.segments_db [None req-7c1b5403-6f8c-418a-bacd-1f004e21580d admin admin] Added segment 309f8714-c1e3-4890-a4dc-a2118ace143b of type vlan for network 64038e88-d5cb-4da2-80f5-ba8e7d16ae6e Aug 25 01:19:40.284818 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1b5403-6f8c-418a-bacd-1f004e21580d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffecbdcb-3ef5-4f12-8300-6e75904698b3,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:19:40.329561 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1b5403-6f8c-418a-bacd-1f004e21580d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:19:40.329910 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1b5403-6f8c-418a-bacd-1f004e21580d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:19:40.330244 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1b5403-6f8c-418a-bacd-1f004e21580d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:19:40.330566 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1b5403-6f8c-418a-bacd-1f004e21580d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:19:40.330979 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1b5403-6f8c-418a-bacd-1f004e21580d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:19:40.331315 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1b5403-6f8c-418a-bacd-1f004e21580d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:19:40.331633 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1b5403-6f8c-418a-bacd-1f004e21580d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:19:40.331948 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1b5403-6f8c-418a-bacd-1f004e21580d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:19:40.332277 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1b5403-6f8c-418a-bacd-1f004e21580d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:19:40.332593 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1b5403-6f8c-418a-bacd-1f004e21580d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:19:40.332902 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1b5403-6f8c-418a-bacd-1f004e21580d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:19:40.333208 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1b5403-6f8c-418a-bacd-1f004e21580d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:19:40.334274 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1b5403-6f8c-418a-bacd-1f004e21580d admin admin] Tracked resource versions report: Aug 25 01:19:40.334274 dv-cinder-790014-2-iscsi neutron-server[93832]: pushed versions: Aug 25 01:19:40.334274 dv-cinder-790014-2-iscsi neutron-server[93832]: { 'AddressGroup': {'1.2'}, Aug 25 01:19:40.334274 dv-cinder-790014-2-iscsi neutron-server[93832]: 'ConntrackHelper': {'1.0'}, Aug 25 01:19:40.334274 dv-cinder-790014-2-iscsi neutron-server[93832]: 'Log': {'1.0'}, Aug 25 01:19:40.334274 dv-cinder-790014-2-iscsi neutron-server[93832]: 'Network': {'1.1'}, Aug 25 01:19:40.334274 dv-cinder-790014-2-iscsi neutron-server[93832]: 'Port': {'1.7'}, Aug 25 01:19:40.334274 dv-cinder-790014-2-iscsi neutron-server[93832]: 'PortForwarding': {'1.2'}, Aug 25 01:19:40.334274 dv-cinder-790014-2-iscsi neutron-server[93832]: 'QosPolicy': {'1.9'}, Aug 25 01:19:40.334274 dv-cinder-790014-2-iscsi neutron-server[93832]: 'SecurityGroup': {'1.4'}, Aug 25 01:19:40.334274 dv-cinder-790014-2-iscsi neutron-server[93832]: 'SecurityGroupRule': {'1.2'}, Aug 25 01:19:40.334274 dv-cinder-790014-2-iscsi neutron-server[93832]: 'SubPort': {'1.0'}, Aug 25 01:19:40.334274 dv-cinder-790014-2-iscsi neutron-server[93832]: 'Subnet': {'1.1'}, Aug 25 01:19:40.334274 dv-cinder-790014-2-iscsi neutron-server[93832]: 'Trunk': {'1.1'}} Aug 25 01:19:40.334274 dv-cinder-790014-2-iscsi neutron-server[93832]: consumer versions: Aug 25 01:19:40.334274 dv-cinder-790014-2-iscsi neutron-server[93832]: { DHCP agent@dv-cinder-790014-2-iscsi: {}, Aug 25 01:19:40.334274 dv-cinder-790014-2-iscsi neutron-server[93832]: L3 agent@dv-cinder-790014-2-iscsi: {}, Aug 25 01:19:40.334274 dv-cinder-790014-2-iscsi neutron-server[93832]: Metadata agent@dv-cinder-790014-2-iscsi: {}, Aug 25 01:19:40.334274 dv-cinder-790014-2-iscsi neutron-server[93832]: Metering agent@dv-cinder-790014-2-iscsi: {}, Aug 25 01:19:40.334274 dv-cinder-790014-2-iscsi neutron-server[93832]: Open vSwitch agent@dv-cinder-790014-2-iscsi: { 'AddressGroup': '1.2', Aug 25 01:19:40.334274 dv-cinder-790014-2-iscsi neutron-server[93832]: 'ConntrackHelper': '1.0', Aug 25 01:19:40.334274 dv-cinder-790014-2-iscsi neutron-server[93832]: 'Log': '1.0', Aug 25 01:19:40.334274 dv-cinder-790014-2-iscsi neutron-server[93832]: 'Network': '1.1', Aug 25 01:19:40.334274 dv-cinder-790014-2-iscsi neutron-server[93832]: 'Port': '1.7', Aug 25 01:19:40.334274 dv-cinder-790014-2-iscsi neutron-server[93832]: 'PortForwarding': '1.2', Aug 25 01:19:40.334274 dv-cinder-790014-2-iscsi neutron-server[93832]: 'QosPolicy': '1.9', Aug 25 01:19:40.334274 dv-cinder-790014-2-iscsi neutron-server[93832]: 'SecurityGroup': '1.4', Aug 25 01:19:40.334274 dv-cinder-790014-2-iscsi neutron-server[93832]: 'SecurityGroupRule': '1.2', Aug 25 01:19:40.334274 dv-cinder-790014-2-iscsi neutron-server[93832]: 'SubPort': '1.0', Aug 25 01:19:40.334274 dv-cinder-790014-2-iscsi neutron-server[93832]: 'Subnet': '1.1', Aug 25 01:19:40.334274 dv-cinder-790014-2-iscsi neutron-server[93832]: 'Trunk': '1.1'}} Aug 25 01:19:40.334274 dv-cinder-790014-2-iscsi neutron-server[93832]: {{(pid=93832) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 01:19:40.383424 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7c1b5403-6f8c-418a-bacd-1f004e21580d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782026683423'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:19:40.421475 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7c1b5403-6f8c-418a-bacd-1f004e21580d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:19:40.422831 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1b5403-6f8c-418a-bacd-1f004e21580d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:19:40.423475 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7c1b5403-6f8c-418a-bacd-1f004e21580d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:19:40.473550 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-7c1b5403-6f8c-418a-bacd-1f004e21580d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7185016 Aug 25 01:19:40.523838 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1b5403-6f8c-418a-bacd-1f004e21580d admin admin] Pushing event updated for resources: {'Network': ['ID=64038e88-d5cb-4da2-80f5-ba8e7d16ae6e,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:19:40.536516 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Network 64038e88-d5cb-4da2-80f5-ba8e7d16ae6e details requested by agent ovs-agent-dv-cinder-790014-2-iscsi with host dv-cinder-790014-2-iscsi {{(pid=93834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 01:19:43.096927 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 45232) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:19:43.480911 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e5835a-5c51-4064-be6a-1e88d27a05e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:19:43.482242 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-c2e5835a-5c51-4064-be6a-1e88d27a05e7 admin admin] 10.222.0.23 "GET /v2.0/networks/64038e88-d5cb-4da2-80f5-ba8e7d16ae6e HTTP/1.1" status: 200 len: 825 time: 0.3843668 Aug 25 01:19:43.506882 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-146ec1a6-7a78-4b73-94a2-fbcc2ff3d3f7 admin admin] 10.222.0.23 "GET /v2.0/subnetpools/f9450c73-4ec1-469c-ab82-c52e26d3ab01 HTTP/1.1" status: 200 len: 734 time: 0.0182500 Aug 25 01:19:43.516473 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.v2.base [None req-247ac82e-8039-44fe-8297-b934fc709402 admin admin] Request body: {'subnet': {'tenant_id': '749968f930fa45ba9591e86301e37c6b', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': 'f9450c73-4ec1-469c-ab82-c52e26d3ab01', 'gateway_ip': '172.20.0.1', 'network_id': '64038e88-d5cb-4da2-80f5-ba8e7d16ae6e'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:19:43.538276 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247ac82e-8039-44fe-8297-b934fc709402 admin admin] Made reservation on behalf of 749968f930fa45ba9591e86301e37c6b for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 01:19:43.540520 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-247ac82e-8039-44fe-8297-b934fc709402 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:19:43.821531 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-247ac82e-8039-44fe-8297-b934fc709402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:19:43.888602 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247ac82e-8039-44fe-8297-b934fc709402 admin admin] Checking segment: {'id': '309f8714-c1e3-4890-a4dc-a2118ace143b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '64038e88-d5cb-4da2-80f5-ba8e7d16ae6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:19:43.888972 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247ac82e-8039-44fe-8297-b934fc709402 admin admin] Network hostable DHCP agents. Network: 64038e88-d5cb-4da2-80f5-ba8e7d16ae6e, hostable agents: ['ac5d4c25-da57-44fa-9536-6aedd7c82d66'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 01:19:43.893409 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247ac82e-8039-44fe-8297-b934fc709402 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76c51ba0-96a5-498d-ad20-d8aaec63fbd0,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:19:43.910766 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247ac82e-8039-44fe-8297-b934fc709402 admin admin] Network 64038e88-d5cb-4da2-80f5-ba8e7d16ae6e is scheduled to be hosted by DHCP agent ac5d4c25-da57-44fa-9536-6aedd7c82d66 with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 01:19:43.922243 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-247ac82e-8039-44fe-8297-b934fc709402 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-2-iscsi, 64038e88-d5cb-4da2-80f5-ba8e7d16ae6e) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:19:43.926702 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247ac82e-8039-44fe-8297-b934fc709402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:19:43.927291 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-247ac82e-8039-44fe-8297-b934fc709402 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:19:43.931929 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6f4517-9598-40d0-a8a1-bb22798907c5 None None] Network 64038e88-d5cb-4da2-80f5-ba8e7d16ae6e requested from dv-cinder-790014-2-iscsi {{(pid=93834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 01:19:43.941503 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-247ac82e-8039-44fe-8297-b934fc709402 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4283156 Aug 25 01:19:44.251273 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97b2c5a-a4be-460a-8900-f600024088e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba2eb50d-18ea-5a46-8f87-f237355d5e2f-64038e88-d5cb-4da2-80f5-ba8e7d16ae6e', 'network_id': '64038e88-d5cb-4da2-80f5-ba8e7d16ae6e', 'tenant_id': '749968f930fa45ba9591e86301e37c6b', 'fixed_ips': [{'subnet_id': '76c51ba0-96a5-498d-ad20-d8aaec63fbd0'}]}} from dv-cinder-790014-2-iscsi. {{(pid=93834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 01:19:44.252586 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c97b2c5a-a4be-460a-8900-f600024088e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:19:44.516443 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-c97b2c5a-a4be-460a-8900-f600024088e4 None None] Allocated IP 172.20.0.2 (64038e88-d5cb-4da2-80f5-ba8e7d16ae6e/76c51ba0-96a5-498d-ad20-d8aaec63fbd0/8f0bcce0-d91b-494a-9210-29666386cdbd) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 01:19:44.709842 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c97b2c5a-a4be-460a-8900-f600024088e4 None None] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:19:44.724759 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-c97b2c5a-a4be-460a-8900-f600024088e4 None None] Transition to ACTIVE for port object 8f0bcce0-d91b-494a-9210-29666386cdbd will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:19:44.746691 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-c97b2c5a-a4be-460a-8900-f600024088e4 None None] Transition to ACTIVE for port object 8f0bcce0-d91b-494a-9210-29666386cdbd will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:19:44.753582 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c97b2c5a-a4be-460a-8900-f600024088e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782026665144'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:19:44.843169 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97b2c5a-a4be-460a-8900-f600024088e4 None None] Network 64038e88-d5cb-4da2-80f5-ba8e7d16ae6e is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:19:44.849685 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-c97b2c5a-a4be-460a-8900-f600024088e4 None None] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:19:44.859390 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97b2c5a-a4be-460a-8900-f600024088e4 None None] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 01:19:44.866499 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97b2c5a-a4be-460a-8900-f600024088e4 None None] Pushing event updated for resources: {'Port': ['ID=8f0bcce0-d91b-494a-9210-29666386cdbd,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:19:44.897304 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97b2c5a-a4be-460a-8900-f600024088e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:19:44.897304 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97b2c5a-a4be-460a-8900-f600024088e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:19:44.897304 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97b2c5a-a4be-460a-8900-f600024088e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:19:44.897304 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97b2c5a-a4be-460a-8900-f600024088e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:19:44.897304 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97b2c5a-a4be-460a-8900-f600024088e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:19:44.897840 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97b2c5a-a4be-460a-8900-f600024088e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:19:44.897840 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97b2c5a-a4be-460a-8900-f600024088e4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:19:44.897840 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97b2c5a-a4be-460a-8900-f600024088e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:19:44.897840 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97b2c5a-a4be-460a-8900-f600024088e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:19:44.898162 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97b2c5a-a4be-460a-8900-f600024088e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:19:44.898402 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97b2c5a-a4be-460a-8900-f600024088e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:19:44.898747 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97b2c5a-a4be-460a-8900-f600024088e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:19:44.899835 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97b2c5a-a4be-460a-8900-f600024088e4 None None] Tracked resource versions report: Aug 25 01:19:44.899835 dv-cinder-790014-2-iscsi neutron-server[93834]: pushed versions: Aug 25 01:19:44.899835 dv-cinder-790014-2-iscsi neutron-server[93834]: { 'AddressGroup': {'1.2'}, Aug 25 01:19:44.899835 dv-cinder-790014-2-iscsi neutron-server[93834]: 'ConntrackHelper': {'1.0'}, Aug 25 01:19:44.899835 dv-cinder-790014-2-iscsi neutron-server[93834]: 'Log': {'1.0'}, Aug 25 01:19:44.899835 dv-cinder-790014-2-iscsi neutron-server[93834]: 'Network': {'1.1'}, Aug 25 01:19:44.899835 dv-cinder-790014-2-iscsi neutron-server[93834]: 'Port': {'1.7'}, Aug 25 01:19:44.899835 dv-cinder-790014-2-iscsi neutron-server[93834]: 'PortForwarding': {'1.2'}, Aug 25 01:19:44.899835 dv-cinder-790014-2-iscsi neutron-server[93834]: 'QosPolicy': {'1.9'}, Aug 25 01:19:44.899835 dv-cinder-790014-2-iscsi neutron-server[93834]: 'SecurityGroup': {'1.4'}, Aug 25 01:19:44.899835 dv-cinder-790014-2-iscsi neutron-server[93834]: 'SecurityGroupRule': {'1.2'}, Aug 25 01:19:44.899835 dv-cinder-790014-2-iscsi neutron-server[93834]: 'SubPort': {'1.0'}, Aug 25 01:19:44.899835 dv-cinder-790014-2-iscsi neutron-server[93834]: 'Subnet': {'1.1'}, Aug 25 01:19:44.899835 dv-cinder-790014-2-iscsi neutron-server[93834]: 'Trunk': {'1.1'}} Aug 25 01:19:44.899835 dv-cinder-790014-2-iscsi neutron-server[93834]: consumer versions: Aug 25 01:19:44.899835 dv-cinder-790014-2-iscsi neutron-server[93834]: { DHCP agent@dv-cinder-790014-2-iscsi: {}, Aug 25 01:19:44.899835 dv-cinder-790014-2-iscsi neutron-server[93834]: L3 agent@dv-cinder-790014-2-iscsi: {}, Aug 25 01:19:44.899835 dv-cinder-790014-2-iscsi neutron-server[93834]: Metadata agent@dv-cinder-790014-2-iscsi: {}, Aug 25 01:19:44.899835 dv-cinder-790014-2-iscsi neutron-server[93834]: Metering agent@dv-cinder-790014-2-iscsi: {}, Aug 25 01:19:44.899835 dv-cinder-790014-2-iscsi neutron-server[93834]: Open vSwitch agent@dv-cinder-790014-2-iscsi: { 'AddressGroup': '1.2', Aug 25 01:19:44.899835 dv-cinder-790014-2-iscsi neutron-server[93834]: 'ConntrackHelper': '1.0', Aug 25 01:19:44.899835 dv-cinder-790014-2-iscsi neutron-server[93834]: 'Log': '1.0', Aug 25 01:19:44.899835 dv-cinder-790014-2-iscsi neutron-server[93834]: 'Network': '1.1', Aug 25 01:19:44.899835 dv-cinder-790014-2-iscsi neutron-server[93834]: 'Port': '1.7', Aug 25 01:19:44.899835 dv-cinder-790014-2-iscsi neutron-server[93834]: 'PortForwarding': '1.2', Aug 25 01:19:44.899835 dv-cinder-790014-2-iscsi neutron-server[93834]: 'QosPolicy': '1.9', Aug 25 01:19:44.899835 dv-cinder-790014-2-iscsi neutron-server[93834]: 'SecurityGroup': '1.4', Aug 25 01:19:44.899835 dv-cinder-790014-2-iscsi neutron-server[93834]: 'SecurityGroupRule': '1.2', Aug 25 01:19:44.899835 dv-cinder-790014-2-iscsi neutron-server[93834]: 'SubPort': '1.0', Aug 25 01:19:44.899835 dv-cinder-790014-2-iscsi neutron-server[93834]: 'Subnet': '1.1', Aug 25 01:19:44.899835 dv-cinder-790014-2-iscsi neutron-server[93834]: 'Trunk': '1.1'}} Aug 25 01:19:44.899835 dv-cinder-790014-2-iscsi neutron-server[93834]: {{(pid=93834) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 01:19:44.949957 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-c97b2c5a-a4be-460a-8900-f600024088e4 None None] Attempting to bind port 8f0bcce0-d91b-494a-9210-29666386cdbd on host dv-cinder-790014-2-iscsi for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 01:19:44.950538 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-c97b2c5a-a4be-460a-8900-f600024088e4 None None] Attempting to bind port 8f0bcce0-d91b-494a-9210-29666386cdbd by drivers openvswitch,hyperv on host dv-cinder-790014-2-iscsi at level 0 using segments [{'id': '309f8714-c1e3-4890-a4dc-a2118ace143b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '64038e88-d5cb-4da2-80f5-ba8e7d16ae6e'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 01:19:44.950790 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97b2c5a-a4be-460a-8900-f600024088e4 None None] Attempting to bind port 8f0bcce0-d91b-494a-9210-29666386cdbd on network 64038e88-d5cb-4da2-80f5-ba8e7d16ae6e {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:19:44.955515 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97b2c5a-a4be-460a-8900-f600024088e4 None None] Checking agent: {'id': 'd4180fab-6748-497c-b5c9-83716f34f1ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 1, 19, 30), 'started_at': datetime.datetime(2021, 8, 25, 1, 19, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 1, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 01:19:44.955927 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97b2c5a-a4be-460a-8900-f600024088e4 None None] Checking segment: {'id': '309f8714-c1e3-4890-a4dc-a2118ace143b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '64038e88-d5cb-4da2-80f5-ba8e7d16ae6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:19:44.956410 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c97b2c5a-a4be-460a-8900-f600024088e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:19:44.956795 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97b2c5a-a4be-460a-8900-f600024088e4 None None] Bound using segment: {'id': '309f8714-c1e3-4890-a4dc-a2118ace143b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '64038e88-d5cb-4da2-80f5-ba8e7d16ae6e'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 01:19:44.957282 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-c97b2c5a-a4be-460a-8900-f600024088e4 None None] Bound port: 8f0bcce0-d91b-494a-9210-29666386cdbd, host: dv-cinder-790014-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '309f8714-c1e3-4890-a4dc-a2118ace143b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '64038e88-d5cb-4da2-80f5-ba8e7d16ae6e'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 01:19:44.957685 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c97b2c5a-a4be-460a-8900-f600024088e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:19:45.017500 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-c97b2c5a-a4be-460a-8900-f600024088e4 None None] For port 8f0bcce0-d91b-494a-9210-29666386cdbd, host dv-cinder-790014-2-iscsi, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 01:19:45.021675 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-c97b2c5a-a4be-460a-8900-f600024088e4 None None] For port 8f0bcce0-d91b-494a-9210-29666386cdbd, host dv-cinder-790014-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=8f0bcce0-d91b-494a-9210-29666386cdbd,segment=NetworkSegment(309f8714-c1e3-4890-a4dc-a2118ace143b),segment_id=309f8714-c1e3-4890-a4dc-a2118ace143b)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 01:19:45.026623 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c97b2c5a-a4be-460a-8900-f600024088e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:19:45.089671 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97b2c5a-a4be-460a-8900-f600024088e4 None None] Pushing event updated for resources: {'Port': ['ID=8f0bcce0-d91b-494a-9210-29666386cdbd,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:19:46.313953 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 45240) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:19:46.630551 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [None req-48e516d0-cc6d-485f-90d1-5bcf78e6bb0e admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 01:19:46.631625 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-48e516d0-cc6d-485f-90d1-5bcf78e6bb0e admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3167217 Aug 25 01:19:48.992569 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 45248) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:19:49.302445 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [None req-9b3bf0fd-1b52-4f9f-8d4c-4bc60a250166 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 01:19:49.303467 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-9b3bf0fd-1b52-4f9f-8d4c-4bc60a250166 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3099141 Aug 25 01:19:51.907526 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 45258) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:19:52.203248 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.v2.base [None req-370f33fd-322a-40d6-a94f-7e8b1350bb67 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '749968f930fa45ba9591e86301e37c6b'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:19:52.236716 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-370f33fd-322a-40d6-a94f-7e8b1350bb67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11028'] for router, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:19:52.241137 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-370f33fd-322a-40d6-a94f-7e8b1350bb67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931179', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-927177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11023'] for router, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:19:52.381807 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-370f33fd-322a-40d6-a94f-7e8b1350bb67 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:19:52.386775 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-370f33fd-322a-40d6-a94f-7e8b1350bb67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931096'] for router, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:19:52.398374 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-370f33fd-322a-40d6-a94f-7e8b1350bb67 admin admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:19:52.399595 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-370f33fd-322a-40d6-a94f-7e8b1350bb67 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4911318 Aug 25 01:19:53.359434 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1a613b-780a-4fae-9a21-b0ba02189372 None None] Network 64038e88-d5cb-4da2-80f5-ba8e7d16ae6e requested from dv-cinder-790014-2-iscsi {{(pid=93834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 01:19:53.478480 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-b32ba9d1-4851-46e2-99fa-6df5a09ddb1d None None] Provisioning for port 8f0bcce0-d91b-494a-9210-29666386cdbd completed by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:19:54.245385 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 8f0bcce0-d91b-494a-9210-29666386cdbd up at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:19:54.323816 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning for port 8f0bcce0-d91b-494a-9210-29666386cdbd completed by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:19:54.327456 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning complete for port 8f0bcce0-d91b-494a-9210-29666386cdbd triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:19:54.327851 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:19:54.431303 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:19:54.466271 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] For port 8f0bcce0-d91b-494a-9210-29666386cdbd, host dv-cinder-790014-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=8f0bcce0-d91b-494a-9210-29666386cdbd,segment=NetworkSegment(309f8714-c1e3-4890-a4dc-a2118ace143b),segment_id=309f8714-c1e3-4890-a4dc-a2118ace143b)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:19:54.469877 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:19:54.517601 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Pushing event updated for resources: {'Port': ['ID=8f0bcce0-d91b-494a-9210-29666386cdbd,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:19:54.765398 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 45270) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:19:55.242222 dv-cinder-790014-2-iscsi neutron-server[93833]: WARNING oslo_policy.policy [None req-51e1cee1-b10f-4916-b98f-294c13339d6e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 01:19:55.242901 dv-cinder-790014-2-iscsi neutron-server[93833]: WARNING oslo_policy.policy [None req-51e1cee1-b10f-4916-b98f-294c13339d6e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 01:19:55.457929 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [None req-51e1cee1-b10f-4916-b98f-294c13339d6e admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 01:19:55.458994 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-51e1cee1-b10f-4916-b98f-294c13339d6e admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6926558 Aug 25 01:19:56.223424 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 8f0bcce0-d91b-494a-9210-29666386cdbd up at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:19:56.269172 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning complete for port 8f0bcce0-d91b-494a-9210-29666386cdbd triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:19:56.269555 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:19:57.271892 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-783152d2-5b8a-40ba-a9a6-0aa060bbccbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:19:57.803927 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 45284) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:19:58.109821 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [None req-0dd727ff-0659-4de4-a4b2-e1b1482ab69c admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'admin_state_up': True}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:19:58.111277 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.quota [None req-0dd727ff-0659-4de4-a4b2-e1b1482ab69c admin admin] Loaded quota_driver: . Aug 25 01:19:58.164849 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd727ff-0659-4de4-a4b2-e1b1482ab69c admin admin] Made reservation on behalf of 220c843aa1514b7390df45e1ecd50d12 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 01:19:58.231474 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.policy [None req-0dd727ff-0659-4de4-a4b2-e1b1482ab69c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93833) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 25 01:19:58.275518 dv-cinder-790014-2-iscsi neutron-server[93833]: WARNING oslo_policy.policy [None req-0dd727ff-0659-4de4-a4b2-e1b1482ab69c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 01:19:58.275897 dv-cinder-790014-2-iscsi neutron-server[93833]: WARNING oslo_policy.policy [None req-0dd727ff-0659-4de4-a4b2-e1b1482ab69c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 01:19:58.286360 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0dd727ff-0659-4de4-a4b2-e1b1482ab69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:19:58.306135 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0dd727ff-0659-4de4-a4b2-e1b1482ab69c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:19:58.431428 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0dd727ff-0659-4de4-a4b2-e1b1482ab69c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:19:58.435547 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0dd727ff-0659-4de4-a4b2-e1b1482ab69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:19:58.447737 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0dd727ff-0659-4de4-a4b2-e1b1482ab69c admin admin] Reserving flat network on physical network physnet1 {{(pid=93833) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 25 01:19:58.478556 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0dd727ff-0659-4de4-a4b2-e1b1482ab69c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782027164582', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3751945'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:19:58.479158 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0dd727ff-0659-4de4-a4b2-e1b1482ab69c admin admin] Unsubscribe: segment precommit_create {{(pid=93833) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 25 01:19:58.480173 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.db.segments_db [None req-0dd727ff-0659-4de4-a4b2-e1b1482ab69c admin admin] Added segment 094c6717-dbf2-418c-b33e-47759605d17a of type flat for network 010d8b7d-53b1-407d-b771-6477c60770f4 Aug 25 01:19:58.500894 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd727ff-0659-4de4-a4b2-e1b1482ab69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b315658-4eaa-4232-9dd2-5929d5aaec96,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:19:58.518845 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd727ff-0659-4de4-a4b2-e1b1482ab69c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:19:58.519210 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd727ff-0659-4de4-a4b2-e1b1482ab69c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:19:58.519555 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd727ff-0659-4de4-a4b2-e1b1482ab69c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:19:58.519887 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd727ff-0659-4de4-a4b2-e1b1482ab69c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:19:58.520227 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd727ff-0659-4de4-a4b2-e1b1482ab69c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:19:58.520562 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd727ff-0659-4de4-a4b2-e1b1482ab69c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:19:58.520892 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd727ff-0659-4de4-a4b2-e1b1482ab69c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:19:58.521212 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd727ff-0659-4de4-a4b2-e1b1482ab69c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:19:58.521552 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd727ff-0659-4de4-a4b2-e1b1482ab69c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:19:58.521873 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd727ff-0659-4de4-a4b2-e1b1482ab69c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:19:58.522190 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd727ff-0659-4de4-a4b2-e1b1482ab69c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:19:58.522507 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd727ff-0659-4de4-a4b2-e1b1482ab69c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:19:58.523629 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd727ff-0659-4de4-a4b2-e1b1482ab69c admin admin] Tracked resource versions report: Aug 25 01:19:58.523629 dv-cinder-790014-2-iscsi neutron-server[93833]: pushed versions: Aug 25 01:19:58.523629 dv-cinder-790014-2-iscsi neutron-server[93833]: { 'AddressGroup': {'1.2'}, Aug 25 01:19:58.523629 dv-cinder-790014-2-iscsi neutron-server[93833]: 'ConntrackHelper': {'1.0'}, Aug 25 01:19:58.523629 dv-cinder-790014-2-iscsi neutron-server[93833]: 'Log': {'1.0'}, Aug 25 01:19:58.523629 dv-cinder-790014-2-iscsi neutron-server[93833]: 'Network': {'1.1'}, Aug 25 01:19:58.523629 dv-cinder-790014-2-iscsi neutron-server[93833]: 'Port': {'1.7'}, Aug 25 01:19:58.523629 dv-cinder-790014-2-iscsi neutron-server[93833]: 'PortForwarding': {'1.2'}, Aug 25 01:19:58.523629 dv-cinder-790014-2-iscsi neutron-server[93833]: 'QosPolicy': {'1.9'}, Aug 25 01:19:58.523629 dv-cinder-790014-2-iscsi neutron-server[93833]: 'SecurityGroup': {'1.4'}, Aug 25 01:19:58.523629 dv-cinder-790014-2-iscsi neutron-server[93833]: 'SecurityGroupRule': {'1.2'}, Aug 25 01:19:58.523629 dv-cinder-790014-2-iscsi neutron-server[93833]: 'SubPort': {'1.0'}, Aug 25 01:19:58.523629 dv-cinder-790014-2-iscsi neutron-server[93833]: 'Subnet': {'1.1'}, Aug 25 01:19:58.523629 dv-cinder-790014-2-iscsi neutron-server[93833]: 'Trunk': {'1.1'}} Aug 25 01:19:58.523629 dv-cinder-790014-2-iscsi neutron-server[93833]: consumer versions: Aug 25 01:19:58.523629 dv-cinder-790014-2-iscsi neutron-server[93833]: { DHCP agent@dv-cinder-790014-2-iscsi: {}, Aug 25 01:19:58.523629 dv-cinder-790014-2-iscsi neutron-server[93833]: L3 agent@dv-cinder-790014-2-iscsi: {}, Aug 25 01:19:58.523629 dv-cinder-790014-2-iscsi neutron-server[93833]: Metadata agent@dv-cinder-790014-2-iscsi: {}, Aug 25 01:19:58.523629 dv-cinder-790014-2-iscsi neutron-server[93833]: Metering agent@dv-cinder-790014-2-iscsi: {}, Aug 25 01:19:58.523629 dv-cinder-790014-2-iscsi neutron-server[93833]: Open vSwitch agent@dv-cinder-790014-2-iscsi: { 'AddressGroup': '1.2', Aug 25 01:19:58.523629 dv-cinder-790014-2-iscsi neutron-server[93833]: 'ConntrackHelper': '1.0', Aug 25 01:19:58.523629 dv-cinder-790014-2-iscsi neutron-server[93833]: 'Log': '1.0', Aug 25 01:19:58.523629 dv-cinder-790014-2-iscsi neutron-server[93833]: 'Network': '1.1', Aug 25 01:19:58.523629 dv-cinder-790014-2-iscsi neutron-server[93833]: 'Port': '1.7', Aug 25 01:19:58.523629 dv-cinder-790014-2-iscsi neutron-server[93833]: 'PortForwarding': '1.2', Aug 25 01:19:58.523629 dv-cinder-790014-2-iscsi neutron-server[93833]: 'QosPolicy': '1.9', Aug 25 01:19:58.523629 dv-cinder-790014-2-iscsi neutron-server[93833]: 'SecurityGroup': '1.4', Aug 25 01:19:58.523629 dv-cinder-790014-2-iscsi neutron-server[93833]: 'SecurityGroupRule': '1.2', Aug 25 01:19:58.523629 dv-cinder-790014-2-iscsi neutron-server[93833]: 'SubPort': '1.0', Aug 25 01:19:58.523629 dv-cinder-790014-2-iscsi neutron-server[93833]: 'Subnet': '1.1', Aug 25 01:19:58.523629 dv-cinder-790014-2-iscsi neutron-server[93833]: 'Trunk': '1.1'}} Aug 25 01:19:58.523629 dv-cinder-790014-2-iscsi neutron-server[93833]: {{(pid=93833) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 01:19:58.616794 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0dd727ff-0659-4de4-a4b2-e1b1482ab69c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782026683423'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:19:58.661805 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0dd727ff-0659-4de4-a4b2-e1b1482ab69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:19:58.662949 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd727ff-0659-4de4-a4b2-e1b1482ab69c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:19:58.663608 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0dd727ff-0659-4de4-a4b2-e1b1482ab69c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:19:58.713610 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-0dd727ff-0659-4de4-a4b2-e1b1482ab69c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9085717 Aug 25 01:19:58.763355 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd727ff-0659-4de4-a4b2-e1b1482ab69c admin admin] Pushing event updated for resources: {'Network': ['ID=010d8b7d-53b1-407d-b771-6477c60770f4,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:19:58.774578 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Network 010d8b7d-53b1-407d-b771-6477c60770f4 details requested by agent ovs-agent-dv-cinder-790014-2-iscsi with host dv-cinder-790014-2-iscsi {{(pid=93834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 01:19:59.762831 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.agents_db [None req-4bdcba96-0b2f-4eba-81a9-023f498d003c None None] Agent healthcheck: found 5 active agents {{(pid=93835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 01:20:00.262373 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-63439faa-5d7f-40b4-8723-10e9441a55f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:20:00.377791 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:20:00.820452 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d877336-721a-4d3d-9b41-e32e75b3d69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:20:01.050283 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 45310) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:20:01.254138 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98be24f-46da-4541-bbb6-f3c94ed1c4dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:20:01.255471 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-a98be24f-46da-4541-bbb6-f3c94ed1c4dc admin admin] 10.222.0.23 "GET /v2.0/subnets/76c51ba0-96a5-498d-ad20-d8aaec63fbd0 HTTP/1.1" status: 200 len: 849 time: 0.2042096 Aug 25 01:20:01.368212 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-b97d535e-296e-4792-9d35-2fbaa4c401e2 admin admin] 10.222.0.23 "GET /v2.0/routers/2c163575-c1ea-4b42-afd0-97e60ca0a47a HTTP/1.1" status: 200 len: 704 time: 0.1058722 Aug 25 01:20:01.619162 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-900f2dc3-5b9f-4eb7-bc55-d80df1c11c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:20:01.901335 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-900f2dc3-5b9f-4eb7-bc55-d80df1c11c66 admin admin] Allocated IP 172.20.0.1 (64038e88-d5cb-4da2-80f5-ba8e7d16ae6e/76c51ba0-96a5-498d-ad20-d8aaec63fbd0/aa0ee15c-7b1d-4842-9a8e-376f7bff41a4) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 01:20:02.049310 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-900f2dc3-5b9f-4eb7-bc55-d80df1c11c66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:20:02.070517 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-900f2dc3-5b9f-4eb7-bc55-d80df1c11c66 admin admin] Transition to ACTIVE for port object aa0ee15c-7b1d-4842-9a8e-376f7bff41a4 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:20:02.134641 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-900f2dc3-5b9f-4eb7-bc55-d80df1c11c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782026665144'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:20:02.243956 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900f2dc3-5b9f-4eb7-bc55-d80df1c11c66 admin admin] Network 64038e88-d5cb-4da2-80f5-ba8e7d16ae6e is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:20:02.249256 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-900f2dc3-5b9f-4eb7-bc55-d80df1c11c66 admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:20:02.255022 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900f2dc3-5b9f-4eb7-bc55-d80df1c11c66 admin admin] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 01:20:02.255542 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-900f2dc3-5b9f-4eb7-bc55-d80df1c11c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930667'] for router_interface, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:20:02.311768 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f2dc3-5b9f-4eb7-bc55-d80df1c11c66 admin admin] Pushing event updated for resources: {'Port': ['ID=aa0ee15c-7b1d-4842-9a8e-376f7bff41a4,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:20:02.447454 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-900f2dc3-5b9f-4eb7-bc55-d80df1c11c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:20:02.467402 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-637296fa-69e7-4112-9a21-84726ca1bc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:20:02.471499 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-1583db4f-cabc-4ace-8fee-69a4b6722b45 None None] Provisioning for port aa0ee15c-7b1d-4842-9a8e-376f7bff41a4 completed by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:20:02.475420 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-1583db4f-cabc-4ace-8fee-69a4b6722b45 None None] Provisioning complete for port aa0ee15c-7b1d-4842-9a8e-376f7bff41a4 triggered by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:20:02.475779 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1583db4f-cabc-4ace-8fee-69a4b6722b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:20:02.511668 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-1583db4f-cabc-4ace-8fee-69a4b6722b45 None None] Port aa0ee15c-7b1d-4842-9a8e-376f7bff41a4 cannot update to ACTIVE because it is not bound. {{(pid=93834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 01:20:02.649073 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-900f2dc3-5b9f-4eb7-bc55-d80df1c11c66 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:20:02.653731 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-900f2dc3-5b9f-4eb7-bc55-d80df1c11c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:20:02.654451 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-900f2dc3-5b9f-4eb7-bc55-d80df1c11c66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932541'] for router_interface, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:20:02.730654 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f2dc3-5b9f-4eb7-bc55-d80df1c11c66 admin admin] Pushing event updated for resources: {'Port': ['ID=aa0ee15c-7b1d-4842-9a8e-376f7bff41a4,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:20:02.774293 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900f2dc3-5b9f-4eb7-bc55-d80df1c11c66 admin admin] Network 64038e88-d5cb-4da2-80f5-ba8e7d16ae6e is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:20:02.775477 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-900f2dc3-5b9f-4eb7-bc55-d80df1c11c66 admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:20:02.929296 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-0bbbaa17-ae01-4ec0-82a2-2fe3dbd79aef None None] Provisioning complete for port aa0ee15c-7b1d-4842-9a8e-376f7bff41a4 triggered by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:20:02.929750 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0bbbaa17-ae01-4ec0-82a2-2fe3dbd79aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:20:02.930641 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-900f2dc3-5b9f-4eb7-bc55-d80df1c11c66 admin admin] Router 2c163575-c1ea-4b42-afd0-97e60ca0a47a is scheduled to L3 agent 2e219680-1a48-4599-ad97-adf9ec497b47 with binding_index 1 {{(pid=93832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 01:20:02.962368 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-0bbbaa17-ae01-4ec0-82a2-2fe3dbd79aef None None] Port aa0ee15c-7b1d-4842-9a8e-376f7bff41a4 cannot update to ACTIVE because it is not bound. {{(pid=93834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 01:20:03.019159 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900f2dc3-5b9f-4eb7-bc55-d80df1c11c66 admin admin] Notify agent at l3_agent.dv-cinder-790014-2-iscsi the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 01:20:03.024127 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-900f2dc3-5b9f-4eb7-bc55-d80df1c11c66 admin admin] 10.222.0.23 "PUT /v2.0/routers/2c163575-c1ea-4b42-afd0-97e60ca0a47a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6504426 Aug 25 01:20:03.046142 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bb342b-c8c0-40e9-90e5-6e98c9dbc48e None None] Sync routers for ids ['2c163575-c1ea-4b42-afd0-97e60ca0a47a'] in dv-cinder-790014-2-iscsi {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 01:20:03.057076 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bb342b-c8c0-40e9-90e5-6e98c9dbc48e None None] Routers {'2c163575-c1ea-4b42-afd0-97e60ca0a47a'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:20:03.058572 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-73bb342b-c8c0-40e9-90e5-6e98c9dbc48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:20:00Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['2c163575-c1ea-4b42-afd0-97e60ca0a47a'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:20:03.237144 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-73bb342b-c8c0-40e9-90e5-6e98c9dbc48e None None] Set router 2c163575-c1ea-4b42-afd0-97e60ca0a47a gateway port host: None {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:20:03.661904 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-73bb342b-c8c0-40e9-90e5-6e98c9dbc48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c163575-c1ea-4b42-afd0-97e60ca0a47a', 'name': 'router1', 'tenant_id': '749968f930fa45ba9591e86301e37c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:19:52Z', 'updated_at': '2021-08-25T01:20:02Z', 'revision_number': 2, 'project_id': '749968f930fa45ba9591e86301e37c6b', 'gw_port_host': None, '_interfaces': [{'id': 'aa0ee15c-7b1d-4842-9a8e-376f7bff41a4', 'name': '', 'network_id': '64038e88-d5cb-4da2-80f5-ba8e7d16ae6e', 'tenant_id': '749968f930fa45ba9591e86301e37c6b', 'mac_address': 'fa:16:3e:8f:e2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c163575-c1ea-4b42-afd0-97e60ca0a47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '76c51ba0-96a5-498d-ad20-d8aaec63fbd0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:20:01Z', 'updated_at': '2021-08-25T01:20:02Z', 'revision_number': 2, 'project_id': '749968f930fa45ba9591e86301e37c6b', 'subnets': [{'id': '76c51ba0-96a5-498d-ad20-d8aaec63fbd0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f9450c73-4ec1-469c-ab82-c52e26d3ab01'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:20:03.713172 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bb342b-c8c0-40e9-90e5-6e98c9dbc48e None None] Checking router: 2c163575-c1ea-4b42-afd0-97e60ca0a47a for host: dv-cinder-790014-2-iscsi {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 01:20:03.713569 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bb342b-c8c0-40e9-90e5-6e98c9dbc48e None None] Updating router 2c163575-c1ea-4b42-afd0-97e60ca0a47a port aa0ee15c-7b1d-4842-9a8e-376f7bff41a4 binding host dv-cinder-790014-2-iscsi {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 01:20:03.761793 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-73bb342b-c8c0-40e9-90e5-6e98c9dbc48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:20:04.277904 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-73bb342b-c8c0-40e9-90e5-6e98c9dbc48e None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:20:04.295500 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-73bb342b-c8c0-40e9-90e5-6e98c9dbc48e None None] Transition to ACTIVE for port object aa0ee15c-7b1d-4842-9a8e-376f7bff41a4 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:20:04.301766 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-73bb342b-c8c0-40e9-90e5-6e98c9dbc48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:20:04.388593 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ede853-ea1e-4ead-b11d-70142e7d52fe None None] Pushing event updated for resources: {'Port': ['ID=aa0ee15c-7b1d-4842-9a8e-376f7bff41a4,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:20:04.399423 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ede853-ea1e-4ead-b11d-70142e7d52fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:20:04.399764 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ede853-ea1e-4ead-b11d-70142e7d52fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:20:04.400097 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ede853-ea1e-4ead-b11d-70142e7d52fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:20:04.400426 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ede853-ea1e-4ead-b11d-70142e7d52fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:20:04.400753 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ede853-ea1e-4ead-b11d-70142e7d52fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:20:04.401647 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ede853-ea1e-4ead-b11d-70142e7d52fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:20:04.402081 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ede853-ea1e-4ead-b11d-70142e7d52fe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:20:04.402402 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ede853-ea1e-4ead-b11d-70142e7d52fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:20:04.402751 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ede853-ea1e-4ead-b11d-70142e7d52fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:20:04.403069 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ede853-ea1e-4ead-b11d-70142e7d52fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:20:04.403383 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ede853-ea1e-4ead-b11d-70142e7d52fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:20:04.403695 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ede853-ea1e-4ead-b11d-70142e7d52fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:20:04.404758 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ede853-ea1e-4ead-b11d-70142e7d52fe None None] Tracked resource versions report: Aug 25 01:20:04.404758 dv-cinder-790014-2-iscsi neutron-server[93835]: pushed versions: Aug 25 01:20:04.404758 dv-cinder-790014-2-iscsi neutron-server[93835]: { 'AddressGroup': {'1.2'}, Aug 25 01:20:04.404758 dv-cinder-790014-2-iscsi neutron-server[93835]: 'ConntrackHelper': {'1.0'}, Aug 25 01:20:04.404758 dv-cinder-790014-2-iscsi neutron-server[93835]: 'Log': {'1.0'}, Aug 25 01:20:04.404758 dv-cinder-790014-2-iscsi neutron-server[93835]: 'Network': {'1.1'}, Aug 25 01:20:04.404758 dv-cinder-790014-2-iscsi neutron-server[93835]: 'Port': {'1.7'}, Aug 25 01:20:04.404758 dv-cinder-790014-2-iscsi neutron-server[93835]: 'PortForwarding': {'1.2'}, Aug 25 01:20:04.404758 dv-cinder-790014-2-iscsi neutron-server[93835]: 'QosPolicy': {'1.9'}, Aug 25 01:20:04.404758 dv-cinder-790014-2-iscsi neutron-server[93835]: 'SecurityGroup': {'1.4'}, Aug 25 01:20:04.404758 dv-cinder-790014-2-iscsi neutron-server[93835]: 'SecurityGroupRule': {'1.2'}, Aug 25 01:20:04.404758 dv-cinder-790014-2-iscsi neutron-server[93835]: 'SubPort': {'1.0'}, Aug 25 01:20:04.404758 dv-cinder-790014-2-iscsi neutron-server[93835]: 'Subnet': {'1.1'}, Aug 25 01:20:04.404758 dv-cinder-790014-2-iscsi neutron-server[93835]: 'Trunk': {'1.1'}} Aug 25 01:20:04.404758 dv-cinder-790014-2-iscsi neutron-server[93835]: consumer versions: Aug 25 01:20:04.404758 dv-cinder-790014-2-iscsi neutron-server[93835]: { DHCP agent@dv-cinder-790014-2-iscsi: {}, Aug 25 01:20:04.404758 dv-cinder-790014-2-iscsi neutron-server[93835]: L3 agent@dv-cinder-790014-2-iscsi: {}, Aug 25 01:20:04.404758 dv-cinder-790014-2-iscsi neutron-server[93835]: Metadata agent@dv-cinder-790014-2-iscsi: {}, Aug 25 01:20:04.404758 dv-cinder-790014-2-iscsi neutron-server[93835]: Metering agent@dv-cinder-790014-2-iscsi: {}, Aug 25 01:20:04.404758 dv-cinder-790014-2-iscsi neutron-server[93835]: Open vSwitch agent@dv-cinder-790014-2-iscsi: { 'AddressGroup': '1.2', Aug 25 01:20:04.404758 dv-cinder-790014-2-iscsi neutron-server[93835]: 'ConntrackHelper': '1.0', Aug 25 01:20:04.404758 dv-cinder-790014-2-iscsi neutron-server[93835]: 'Log': '1.0', Aug 25 01:20:04.404758 dv-cinder-790014-2-iscsi neutron-server[93835]: 'Network': '1.1', Aug 25 01:20:04.404758 dv-cinder-790014-2-iscsi neutron-server[93835]: 'Port': '1.7', Aug 25 01:20:04.404758 dv-cinder-790014-2-iscsi neutron-server[93835]: 'PortForwarding': '1.2', Aug 25 01:20:04.404758 dv-cinder-790014-2-iscsi neutron-server[93835]: 'QosPolicy': '1.9', Aug 25 01:20:04.404758 dv-cinder-790014-2-iscsi neutron-server[93835]: 'SecurityGroup': '1.4', Aug 25 01:20:04.404758 dv-cinder-790014-2-iscsi neutron-server[93835]: 'SecurityGroupRule': '1.2', Aug 25 01:20:04.404758 dv-cinder-790014-2-iscsi neutron-server[93835]: 'SubPort': '1.0', Aug 25 01:20:04.404758 dv-cinder-790014-2-iscsi neutron-server[93835]: 'Subnet': '1.1', Aug 25 01:20:04.404758 dv-cinder-790014-2-iscsi neutron-server[93835]: 'Trunk': '1.1'}} Aug 25 01:20:04.404758 dv-cinder-790014-2-iscsi neutron-server[93835]: {{(pid=93835) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 01:20:04.474141 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-73bb342b-c8c0-40e9-90e5-6e98c9dbc48e None None] Attempting to bind port aa0ee15c-7b1d-4842-9a8e-376f7bff41a4 on host dv-cinder-790014-2-iscsi for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 01:20:04.474563 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-73bb342b-c8c0-40e9-90e5-6e98c9dbc48e None None] Attempting to bind port aa0ee15c-7b1d-4842-9a8e-376f7bff41a4 by drivers openvswitch,hyperv on host dv-cinder-790014-2-iscsi at level 0 using segments [{'id': '309f8714-c1e3-4890-a4dc-a2118ace143b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '64038e88-d5cb-4da2-80f5-ba8e7d16ae6e'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 01:20:04.475062 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bb342b-c8c0-40e9-90e5-6e98c9dbc48e None None] Attempting to bind port aa0ee15c-7b1d-4842-9a8e-376f7bff41a4 on network 64038e88-d5cb-4da2-80f5-ba8e7d16ae6e {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:20:04.480305 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bb342b-c8c0-40e9-90e5-6e98c9dbc48e None None] Checking agent: {'id': 'd4180fab-6748-497c-b5c9-83716f34f1ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 1, 19, 30), 'started_at': datetime.datetime(2021, 8, 25, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 01:20:04.481055 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bb342b-c8c0-40e9-90e5-6e98c9dbc48e None None] Checking segment: {'id': '309f8714-c1e3-4890-a4dc-a2118ace143b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '64038e88-d5cb-4da2-80f5-ba8e7d16ae6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:20:04.481776 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-73bb342b-c8c0-40e9-90e5-6e98c9dbc48e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:20:04.482368 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bb342b-c8c0-40e9-90e5-6e98c9dbc48e None None] Bound using segment: {'id': '309f8714-c1e3-4890-a4dc-a2118ace143b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '64038e88-d5cb-4da2-80f5-ba8e7d16ae6e'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 01:20:04.483108 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-73bb342b-c8c0-40e9-90e5-6e98c9dbc48e None None] Bound port: aa0ee15c-7b1d-4842-9a8e-376f7bff41a4, host: dv-cinder-790014-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '309f8714-c1e3-4890-a4dc-a2118ace143b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '64038e88-d5cb-4da2-80f5-ba8e7d16ae6e'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 01:20:04.483747 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-73bb342b-c8c0-40e9-90e5-6e98c9dbc48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:20:04.551694 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-73bb342b-c8c0-40e9-90e5-6e98c9dbc48e None None] For port aa0ee15c-7b1d-4842-9a8e-376f7bff41a4, host dv-cinder-790014-2-iscsi, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 01:20:04.572071 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-73bb342b-c8c0-40e9-90e5-6e98c9dbc48e None None] For port aa0ee15c-7b1d-4842-9a8e-376f7bff41a4, host dv-cinder-790014-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=aa0ee15c-7b1d-4842-9a8e-376f7bff41a4,segment=NetworkSegment(309f8714-c1e3-4890-a4dc-a2118ace143b),segment_id=309f8714-c1e3-4890-a4dc-a2118ace143b)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 01:20:04.577465 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-73bb342b-c8c0-40e9-90e5-6e98c9dbc48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:20:04.634255 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ede853-ea1e-4ead-b11d-70142e7d52fe None None] Pushing event updated for resources: {'Port': ['ID=aa0ee15c-7b1d-4842-9a8e-376f7bff41a4,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:20:04.638389 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bb342b-c8c0-40e9-90e5-6e98c9dbc48e None None] Routers {'2c163575-c1ea-4b42-afd0-97e60ca0a47a'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:20:04.639023 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-73bb342b-c8c0-40e9-90e5-6e98c9dbc48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:20:00Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['2c163575-c1ea-4b42-afd0-97e60ca0a47a'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:20:04.725081 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-73bb342b-c8c0-40e9-90e5-6e98c9dbc48e None None] Set router 2c163575-c1ea-4b42-afd0-97e60ca0a47a gateway port host: None {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:20:04.928952 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-73bb342b-c8c0-40e9-90e5-6e98c9dbc48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c163575-c1ea-4b42-afd0-97e60ca0a47a', 'name': 'router1', 'tenant_id': '749968f930fa45ba9591e86301e37c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:19:52Z', 'updated_at': '2021-08-25T01:20:02Z', 'revision_number': 2, 'project_id': '749968f930fa45ba9591e86301e37c6b', 'gw_port_host': None, '_interfaces': [{'id': 'aa0ee15c-7b1d-4842-9a8e-376f7bff41a4', 'name': '', 'network_id': '64038e88-d5cb-4da2-80f5-ba8e7d16ae6e', 'tenant_id': '749968f930fa45ba9591e86301e37c6b', 'mac_address': 'fa:16:3e:8f:e2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c163575-c1ea-4b42-afd0-97e60ca0a47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '76c51ba0-96a5-498d-ad20-d8aaec63fbd0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:20:01Z', 'updated_at': '2021-08-25T01:20:04Z', 'revision_number': 4, 'project_id': '749968f930fa45ba9591e86301e37c6b', 'subnets': [{'id': '76c51ba0-96a5-498d-ad20-d8aaec63fbd0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f9450c73-4ec1-469c-ab82-c52e26d3ab01'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:20:04.954395 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bb342b-c8c0-40e9-90e5-6e98c9dbc48e None None] The sync data for ids ['2c163575-c1ea-4b42-afd0-97e60ca0a47a'] in dv-cinder-790014-2-iscsi is: [{'id': '2c163575-c1ea-4b42-afd0-97e60ca0a47a', 'name': 'router1', 'tenant_id': '749968f930fa45ba9591e86301e37c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:19:52Z', 'updated_at': '2021-08-25T01:20:02Z', 'revision_number': 2, 'project_id': '749968f930fa45ba9591e86301e37c6b', 'gw_port_host': None, '_interfaces': [{'id': 'aa0ee15c-7b1d-4842-9a8e-376f7bff41a4', 'name': '', 'network_id': '64038e88-d5cb-4da2-80f5-ba8e7d16ae6e', 'tenant_id': '749968f930fa45ba9591e86301e37c6b', 'mac_address': 'fa:16:3e:8f:e2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c163575-c1ea-4b42-afd0-97e60ca0a47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '76c51ba0-96a5-498d-ad20-d8aaec63fbd0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:20:01Z', 'updated_at': '2021-08-25T01:20:04Z', 'revision_number': 4, 'project_id': '749968f930fa45ba9591e86301e37c6b', 'subnets': [{'id': '76c51ba0-96a5-498d-ad20-d8aaec63fbd0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f9450c73-4ec1-469c-ab82-c52e26d3ab01'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 01:20:05.297722 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 45328) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:20:05.405421 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29770844-d16a-4d96-93bf-2367a8f5c05d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:20:05.406767 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-29770844-d16a-4d96-93bf-2367a8f5c05d admin admin] 10.222.0.23 "GET /v2.0/networks/010d8b7d-53b1-407d-b771-6477c60770f4 HTTP/1.1" status: 200 len: 842 time: 0.1080880 Aug 25 01:20:05.417233 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.v2.base [None req-9a9c7e99-0756-42c6-acc0-554d789b7a70 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'name': 'public-subnet', 'ip_version': 4, 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'cidr': '172.27.1.0/24'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:20:05.437963 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9c7e99-0756-42c6-acc0-554d789b7a70 admin admin] Made reservation on behalf of 220c843aa1514b7390df45e1ecd50d12 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 01:20:05.440182 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9a9c7e99-0756-42c6-acc0-554d789b7a70 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:20:05.708008 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.objects.ports [None req-9a9c7e99-0756-42c6-acc0-554d789b7a70 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93832) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 25 01:20:05.708421 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9a9c7e99-0756-42c6-acc0-554d789b7a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:20:05.763652 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9c7e99-0756-42c6-acc0-554d789b7a70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3100a47-8cf0-41e7-afe0-dcfedb56ff39,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:20:05.770993 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9c7e99-0756-42c6-acc0-554d789b7a70 admin admin] Checking segment: {'id': '094c6717-dbf2-418c-b33e-47759605d17a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:20:05.771495 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9c7e99-0756-42c6-acc0-554d789b7a70 admin admin] Network hostable DHCP agents. Network: 010d8b7d-53b1-407d-b771-6477c60770f4, hostable agents: ['ac5d4c25-da57-44fa-9536-6aedd7c82d66'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 01:20:05.788527 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9c7e99-0756-42c6-acc0-554d789b7a70 admin admin] Network 010d8b7d-53b1-407d-b771-6477c60770f4 is scheduled to be hosted by DHCP agent ac5d4c25-da57-44fa-9536-6aedd7c82d66 with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 01:20:05.797765 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-9a9c7e99-0756-42c6-acc0-554d789b7a70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-2-iscsi, 010d8b7d-53b1-407d-b771-6477c60770f4) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:20:05.802125 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9c7e99-0756-42c6-acc0-554d789b7a70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:20:05.802722 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9a9c7e99-0756-42c6-acc0-554d789b7a70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:20:05.806867 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154d07ac-075f-4a13-8416-e82eeb9120ab None None] Network 010d8b7d-53b1-407d-b771-6477c60770f4 requested from dv-cinder-790014-2-iscsi {{(pid=93834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 01:20:05.815538 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-9a9c7e99-0756-42c6-acc0-554d789b7a70 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4022908 Aug 25 01:20:05.939457 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd7cef6-4862-435e-89d5-b22c395c5dec None None] Network 010d8b7d-53b1-407d-b771-6477c60770f4 requested from dv-cinder-790014-2-iscsi {{(pid=93834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 01:20:08.086450 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 45336) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:20:08.290630 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-3df5f391-4679-438e-a870-67f469ad4925 admin admin] 10.222.0.23 "GET /v2.0/routers/2c163575-c1ea-4b42-afd0-97e60ca0a47a HTTP/1.1" status: 200 len: 710 time: 0.2027342 Aug 25 01:20:08.376950 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f7b4b2-ef30-44ce-bda2-7d12841e7495 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:20:08.378311 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-74f7b4b2-ef30-44ce-bda2-7d12841e7495 admin admin] 10.222.0.23 "GET /v2.0/networks/010d8b7d-53b1-407d-b771-6477c60770f4 HTTP/1.1" status: 200 len: 886 time: 0.0814104 Aug 25 01:20:08.388327 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.v2.base [None req-0fbcfea4-60e6-4b54-a797-acd9f135498b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4'}}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:20:08.627259 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0fbcfea4-60e6-4b54-a797-acd9f135498b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:20:08.861078 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0fbcfea4-60e6-4b54-a797-acd9f135498b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:20:08.933225 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0fbcfea4-60e6-4b54-a797-acd9f135498b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:20:09.034720 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-0fbcfea4-60e6-4b54-a797-acd9f135498b admin admin] Allocated IP 172.27.1.195 (010d8b7d-53b1-407d-b771-6477c60770f4/e3100a47-8cf0-41e7-afe0-dcfedb56ff39/652dc413-0597-464a-85fc-47e8c6322869) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 01:20:09.147805 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0fbcfea4-60e6-4b54-a797-acd9f135498b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:20:09.186591 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0fbcfea4-60e6-4b54-a797-acd9f135498b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782026665144'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:20:09.223250 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbcfea4-60e6-4b54-a797-acd9f135498b admin admin] Network 010d8b7d-53b1-407d-b771-6477c60770f4 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:20:09.228381 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-0fbcfea4-60e6-4b54-a797-acd9f135498b admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:20:09.231330 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbcfea4-60e6-4b54-a797-acd9f135498b admin admin] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 01:20:09.294112 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbcfea4-60e6-4b54-a797-acd9f135498b admin admin] Pushing event updated for resources: {'Port': ['ID=652dc413-0597-464a-85fc-47e8c6322869,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:20:09.486791 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0fbcfea4-60e6-4b54-a797-acd9f135498b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:20:09.760725 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0fbcfea4-60e6-4b54-a797-acd9f135498b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-920500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11057'] for router, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:20:09.764007 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0fbcfea4-60e6-4b54-a797-acd9f135498b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-931086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-931095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920509'] for router, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:20:09.865877 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fbcfea4-60e6-4b54-a797-acd9f135498b admin admin] Router 2c163575-c1ea-4b42-afd0-97e60ca0a47a has already been hosted by L3 agent 2e219680-1a48-4599-ad97-adf9ec497b47 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 01:20:09.985405 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fbcfea4-60e6-4b54-a797-acd9f135498b admin admin] Notify agent at l3_agent.dv-cinder-790014-2-iscsi the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 01:20:09.989760 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0fbcfea4-60e6-4b54-a797-acd9f135498b admin admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:20:09.990927 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-0fbcfea4-60e6-4b54-a797-acd9f135498b admin admin] 10.222.0.23 "PUT /v2.0/routers/2c163575-c1ea-4b42-afd0-97e60ca0a47a HTTP/1.1" status: 200 len: 890 time: 1.6062799 Aug 25 01:20:10.278456 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device aa0ee15c-7b1d-4842-9a8e-376f7bff41a4 up at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:20:10.329529 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning for port aa0ee15c-7b1d-4842-9a8e-376f7bff41a4 completed by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:20:10.333426 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning complete for port aa0ee15c-7b1d-4842-9a8e-376f7bff41a4 triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:20:10.333791 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:20:10.409013 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:20:10.439739 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] For port aa0ee15c-7b1d-4842-9a8e-376f7bff41a4, host dv-cinder-790014-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=aa0ee15c-7b1d-4842-9a8e-376f7bff41a4,segment=NetworkSegment(309f8714-c1e3-4890-a4dc-a2118ace143b),segment_id=309f8714-c1e3-4890-a4dc-a2118ace143b)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:20:10.443369 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:20:10.490791 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Pushing event updated for resources: {'Port': ['ID=aa0ee15c-7b1d-4842-9a8e-376f7bff41a4,revision_number=5']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:20:11.342194 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c39699d-9344-4986-8136-fbae54a44157 None None] Sync routers for ids ['2c163575-c1ea-4b42-afd0-97e60ca0a47a'] in dv-cinder-790014-2-iscsi {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 01:20:11.353047 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c39699d-9344-4986-8136-fbae54a44157 None None] Routers {'2c163575-c1ea-4b42-afd0-97e60ca0a47a'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:20:11.353853 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-8c39699d-9344-4986-8136-fbae54a44157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:20:00Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['2c163575-c1ea-4b42-afd0-97e60ca0a47a'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:20:11.598563 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-8c39699d-9344-4986-8136-fbae54a44157 None None] Set router 2c163575-c1ea-4b42-afd0-97e60ca0a47a gateway port host: dv-cinder-790014-2-iscsi {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:20:11.976869 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-8c39699d-9344-4986-8136-fbae54a44157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c163575-c1ea-4b42-afd0-97e60ca0a47a', 'name': 'router1', 'tenant_id': '749968f930fa45ba9591e86301e37c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '652dc413-0597-464a-85fc-47e8c6322869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:19:52Z', 'updated_at': '2021-08-25T01:20:09Z', 'revision_number': 4, 'project_id': '749968f930fa45ba9591e86301e37c6b', 'gw_port': {'id': '652dc413-0597-464a-85fc-47e8c6322869', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a1:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c163575-c1ea-4b42-afd0-97e60ca0a47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:20:08Z', 'updated_at': '2021-08-25T01:20:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_interfaces': [{'id': 'aa0ee15c-7b1d-4842-9a8e-376f7bff41a4', 'name': '', 'network_id': '64038e88-d5cb-4da2-80f5-ba8e7d16ae6e', 'tenant_id': '749968f930fa45ba9591e86301e37c6b', 'mac_address': 'fa:16:3e:8f:e2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c163575-c1ea-4b42-afd0-97e60ca0a47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '76c51ba0-96a5-498d-ad20-d8aaec63fbd0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:20:01Z', 'updated_at': '2021-08-25T01:20:10Z', 'revision_number': 5, 'project_id': '749968f930fa45ba9591e86301e37c6b', 'subnets': [{'id': '76c51ba0-96a5-498d-ad20-d8aaec63fbd0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f9450c73-4ec1-469c-ab82-c52e26d3ab01'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:20:12.029713 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c39699d-9344-4986-8136-fbae54a44157 None None] Checking router: 2c163575-c1ea-4b42-afd0-97e60ca0a47a for host: dv-cinder-790014-2-iscsi {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 01:20:12.030067 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c39699d-9344-4986-8136-fbae54a44157 None None] Updating router 2c163575-c1ea-4b42-afd0-97e60ca0a47a port 652dc413-0597-464a-85fc-47e8c6322869 binding host dv-cinder-790014-2-iscsi {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 01:20:12.077321 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8c39699d-9344-4986-8136-fbae54a44157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:20:12.272525 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device aa0ee15c-7b1d-4842-9a8e-376f7bff41a4 up at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:20:12.386616 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning complete for port aa0ee15c-7b1d-4842-9a8e-376f7bff41a4 triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:20:12.387276 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:20:12.391972 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 45348) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:20:12.456398 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8c39699d-9344-4986-8136-fbae54a44157 None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:20:12.470381 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-8c39699d-9344-4986-8136-fbae54a44157 None None] Transition to ACTIVE for port object 652dc413-0597-464a-85fc-47e8c6322869 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:20:12.477037 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8c39699d-9344-4986-8136-fbae54a44157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:20:12.505296 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-9174bac3-0c34-4e01-8c42-a511ab645c70 admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1091783 Aug 25 01:20:12.568169 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-8c39699d-9344-4986-8136-fbae54a44157 None None] Attempting to bind port 652dc413-0597-464a-85fc-47e8c6322869 on host dv-cinder-790014-2-iscsi for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 01:20:12.568550 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-8c39699d-9344-4986-8136-fbae54a44157 None None] Attempting to bind port 652dc413-0597-464a-85fc-47e8c6322869 by drivers openvswitch,hyperv on host dv-cinder-790014-2-iscsi at level 0 using segments [{'id': '094c6717-dbf2-418c-b33e-47759605d17a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 01:20:12.568917 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c39699d-9344-4986-8136-fbae54a44157 None None] Attempting to bind port 652dc413-0597-464a-85fc-47e8c6322869 on network 010d8b7d-53b1-407d-b771-6477c60770f4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:20:12.575182 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3ea3a3-567b-47e0-8ec0-2970176a34a0 None None] Pushing event updated for resources: {'Port': ['ID=652dc413-0597-464a-85fc-47e8c6322869,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:20:12.581047 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c39699d-9344-4986-8136-fbae54a44157 None None] Checking agent: {'id': 'd4180fab-6748-497c-b5c9-83716f34f1ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 1, 19, 30), 'started_at': datetime.datetime(2021, 8, 25, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 01:20:12.581427 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c39699d-9344-4986-8136-fbae54a44157 None None] Checking segment: {'id': '094c6717-dbf2-418c-b33e-47759605d17a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:20:12.581835 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8c39699d-9344-4986-8136-fbae54a44157 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:20:12.582267 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c39699d-9344-4986-8136-fbae54a44157 None None] Bound using segment: {'id': '094c6717-dbf2-418c-b33e-47759605d17a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 01:20:12.582721 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-8c39699d-9344-4986-8136-fbae54a44157 None None] Bound port: 652dc413-0597-464a-85fc-47e8c6322869, host: dv-cinder-790014-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '094c6717-dbf2-418c-b33e-47759605d17a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 01:20:12.583148 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8c39699d-9344-4986-8136-fbae54a44157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:20:12.634541 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-8c39699d-9344-4986-8136-fbae54a44157 None None] For port 652dc413-0597-464a-85fc-47e8c6322869, host dv-cinder-790014-2-iscsi, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 01:20:12.638815 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-8c39699d-9344-4986-8136-fbae54a44157 None None] For port 652dc413-0597-464a-85fc-47e8c6322869, host dv-cinder-790014-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=652dc413-0597-464a-85fc-47e8c6322869,segment=NetworkSegment(094c6717-dbf2-418c-b33e-47759605d17a),segment_id=094c6717-dbf2-418c-b33e-47759605d17a)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 01:20:12.643325 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8c39699d-9344-4986-8136-fbae54a44157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:20:12.700203 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c39699d-9344-4986-8136-fbae54a44157 None None] Routers {'2c163575-c1ea-4b42-afd0-97e60ca0a47a'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:20:12.700803 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-8c39699d-9344-4986-8136-fbae54a44157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:20:00Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['2c163575-c1ea-4b42-afd0-97e60ca0a47a'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:20:12.705387 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3ea3a3-567b-47e0-8ec0-2970176a34a0 None None] Pushing event updated for resources: {'Port': ['ID=652dc413-0597-464a-85fc-47e8c6322869,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:20:12.890928 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-8c39699d-9344-4986-8136-fbae54a44157 None None] Set router 2c163575-c1ea-4b42-afd0-97e60ca0a47a gateway port host: dv-cinder-790014-2-iscsi {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:20:13.098120 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-8c39699d-9344-4986-8136-fbae54a44157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c163575-c1ea-4b42-afd0-97e60ca0a47a', 'name': 'router1', 'tenant_id': '749968f930fa45ba9591e86301e37c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '652dc413-0597-464a-85fc-47e8c6322869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:19:52Z', 'updated_at': '2021-08-25T01:20:09Z', 'revision_number': 4, 'project_id': '749968f930fa45ba9591e86301e37c6b', 'gw_port': {'id': '652dc413-0597-464a-85fc-47e8c6322869', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a1:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c163575-c1ea-4b42-afd0-97e60ca0a47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:20:08Z', 'updated_at': '2021-08-25T01:20:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_interfaces': [{'id': 'aa0ee15c-7b1d-4842-9a8e-376f7bff41a4', 'name': '', 'network_id': '64038e88-d5cb-4da2-80f5-ba8e7d16ae6e', 'tenant_id': '749968f930fa45ba9591e86301e37c6b', 'mac_address': 'fa:16:3e:8f:e2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c163575-c1ea-4b42-afd0-97e60ca0a47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '76c51ba0-96a5-498d-ad20-d8aaec63fbd0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:20:01Z', 'updated_at': '2021-08-25T01:20:10Z', 'revision_number': 5, 'project_id': '749968f930fa45ba9591e86301e37c6b', 'subnets': [{'id': '76c51ba0-96a5-498d-ad20-d8aaec63fbd0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f9450c73-4ec1-469c-ab82-c52e26d3ab01'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:20:13.127581 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c39699d-9344-4986-8136-fbae54a44157 None None] The sync data for ids ['2c163575-c1ea-4b42-afd0-97e60ca0a47a'] in dv-cinder-790014-2-iscsi is: [{'id': '2c163575-c1ea-4b42-afd0-97e60ca0a47a', 'name': 'router1', 'tenant_id': '749968f930fa45ba9591e86301e37c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '652dc413-0597-464a-85fc-47e8c6322869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:19:52Z', 'updated_at': '2021-08-25T01:20:09Z', 'revision_number': 4, 'project_id': '749968f930fa45ba9591e86301e37c6b', 'gw_port': {'id': '652dc413-0597-464a-85fc-47e8c6322869', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a1:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c163575-c1ea-4b42-afd0-97e60ca0a47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:20:08Z', 'updated_at': '2021-08-25T01:20:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_interfaces': [{'id': 'aa0ee15c-7b1d-4842-9a8e-376f7bff41a4', 'name': '', 'network_id': '64038e88-d5cb-4da2-80f5-ba8e7d16ae6e', 'tenant_id': '749968f930fa45ba9591e86301e37c6b', 'mac_address': 'fa:16:3e:8f:e2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c163575-c1ea-4b42-afd0-97e60ca0a47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '76c51ba0-96a5-498d-ad20-d8aaec63fbd0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:20:01Z', 'updated_at': '2021-08-25T01:20:10Z', 'revision_number': 5, 'project_id': '749968f930fa45ba9591e86301e37c6b', 'subnets': [{'id': '76c51ba0-96a5-498d-ad20-d8aaec63fbd0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f9450c73-4ec1-469c-ab82-c52e26d3ab01'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 01:20:14.292435 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 652dc413-0597-464a-85fc-47e8c6322869 up at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:20:14.348073 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning for port 652dc413-0597-464a-85fc-47e8c6322869 completed by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:20:14.353031 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning complete for port 652dc413-0597-464a-85fc-47e8c6322869 triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:20:14.353513 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:20:14.438708 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:20:14.460591 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] For port 652dc413-0597-464a-85fc-47e8c6322869, host dv-cinder-790014-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=652dc413-0597-464a-85fc-47e8c6322869,segment=NetworkSegment(094c6717-dbf2-418c-b33e-47759605d17a),segment_id=094c6717-dbf2-418c-b33e-47759605d17a)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:20:14.464639 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:20:14.513176 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Pushing event updated for resources: {'Port': ['ID=652dc413-0597-464a-85fc-47e8c6322869,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:20:16.269961 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 652dc413-0597-464a-85fc-47e8c6322869 up at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:20:16.343605 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning complete for port 652dc413-0597-464a-85fc-47e8c6322869 triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:20:16.344219 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:20:27.278151 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0d030f1b-2bbd-47ef-9ce4-7e9f4063b294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:20:30.265079 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8aa0ddcb-87cd-4c4f-a676-2203feafa5ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:20:30.388044 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:20:30.825351 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d877336-721a-4d3d-9b41-e32e75b3d69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:20:32.487736 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-637296fa-69e7-4112-9a21-84726ca1bc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:20:36.742210 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.agents_db [None req-4bdcba96-0b2f-4eba-81a9-023f498d003c None None] Agent healthcheck: found 5 active agents {{(pid=93835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 01:20:57.274365 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4ad89a6e-a0b2-4583-9944-ab4365fbbcb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:21:00.271575 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1b951b0-6e94-4a74-9d9c-18edabb40246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:21:00.386072 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:21:00.827079 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d877336-721a-4d3d-9b41-e32e75b3d69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:21:02.493315 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-637296fa-69e7-4112-9a21-84726ca1bc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:21:13.741948 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.agents_db [None req-4bdcba96-0b2f-4eba-81a9-023f498d003c None None] Agent healthcheck: found 5 active agents {{(pid=93835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 01:21:27.276662 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ce4ce19f-0db6-4c68-a311-9deb2d89148d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:21:30.266514 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d8942d0-21a9-45be-8a3b-81fca082e97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:21:30.377681 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:21:30.829071 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d877336-721a-4d3d-9b41-e32e75b3d69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:21:32.491721 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-637296fa-69e7-4112-9a21-84726ca1bc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:21:47.028060 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 45912) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:21:47.098011 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-07b0d516-9059-411c-b233-c4d6969fc159 admin admin] GET failed (client error): The resource could not be found. Aug 25 01:21:47.099357 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-07b0d516-9059-411c-b233-c4d6969fc159 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0703344 Aug 25 01:21:47.263422 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63cc2cb-a588-40ef-b6a6-d7a04948f043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:21:47.264812 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-a63cc2cb-a588-40ef-b6a6-d7a04948f043 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1609366 Aug 25 01:21:49.425847 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 45922) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:21:49.554483 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146d492b-793a-4d6c-8db1-2dc6a2552193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:21:49.555844 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-146d492b-793a-4d6c-8db1-2dc6a2552193 admin admin] 10.222.0.23 "GET /v2.0/subnets/76c51ba0-96a5-498d-ad20-d8aaec63fbd0 HTTP/1.1" status: 200 len: 849 time: 0.1290359 Aug 25 01:21:49.565757 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [None req-0083421d-f4b0-447a-a8d1-3dd37814dd17 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:21:49.666589 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0083421d-f4b0-447a-a8d1-3dd37814dd17 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:21:49.815250 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0083421d-f4b0-447a-a8d1-3dd37814dd17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782027086300'] for subnet, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:21:49.851297 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0083421d-f4b0-447a-a8d1-3dd37814dd17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:21:49.851891 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0083421d-f4b0-447a-a8d1-3dd37814dd17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:21:49.853141 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-0083421d-f4b0-447a-a8d1-3dd37814dd17 admin admin] 10.222.0.23 "PUT /v2.0/subnets/76c51ba0-96a5-498d-ad20-d8aaec63fbd0 HTTP/1.1" status: 200 len: 868 time: 0.2910292 Aug 25 01:21:49.869199 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0083421d-f4b0-447a-a8d1-3dd37814dd17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76c51ba0-96a5-498d-ad20-d8aaec63fbd0,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:21:49.876388 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0083421d-f4b0-447a-a8d1-3dd37814dd17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:21:49.876754 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0083421d-f4b0-447a-a8d1-3dd37814dd17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:21:49.877095 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0083421d-f4b0-447a-a8d1-3dd37814dd17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:21:49.877438 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0083421d-f4b0-447a-a8d1-3dd37814dd17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:21:49.877669 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22db6f5e-4468-456d-9c4f-46ce1f0c0c01 None None] Network 64038e88-d5cb-4da2-80f5-ba8e7d16ae6e requested from dv-cinder-790014-2-iscsi {{(pid=93834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 01:21:49.878169 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0083421d-f4b0-447a-a8d1-3dd37814dd17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:21:49.878169 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0083421d-f4b0-447a-a8d1-3dd37814dd17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:21:49.878424 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0083421d-f4b0-447a-a8d1-3dd37814dd17 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:21:49.878704 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0083421d-f4b0-447a-a8d1-3dd37814dd17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:21:49.879039 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0083421d-f4b0-447a-a8d1-3dd37814dd17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:21:49.879357 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0083421d-f4b0-447a-a8d1-3dd37814dd17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:21:49.879685 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0083421d-f4b0-447a-a8d1-3dd37814dd17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:21:49.879995 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0083421d-f4b0-447a-a8d1-3dd37814dd17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:21:50.276523 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-28e4b427-a693-410b-9956-3a2f91130519 None None] Provisioning complete for port aa0ee15c-7b1d-4842-9a8e-376f7bff41a4 triggered by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:21:50.276891 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-28e4b427-a693-410b-9956-3a2f91130519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:21:50.361976 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-28e4b427-a693-410b-9956-3a2f91130519 None None] Provisioning complete for port 8f0bcce0-d91b-494a-9210-29666386cdbd triggered by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:21:50.362242 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-28e4b427-a693-410b-9956-3a2f91130519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:21:50.745206 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.agents_db [None req-4bdcba96-0b2f-4eba-81a9-023f498d003c None None] Agent healthcheck: found 5 active agents {{(pid=93835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 01:21:52.009339 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 45930) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:21:52.203006 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb83ecd-22d4-490f-911f-8c0355d77d90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:21:52.203399 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb83ecd-22d4-490f-911f-8c0355d77d90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:21:52.204871 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-adb83ecd-22d4-490f-911f-8c0355d77d90 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1945963 Aug 25 01:21:54.355523 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 45938) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:21:54.483805 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43eb011f-820f-4e0f-8946-96f4cd697a6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:21:54.484285 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43eb011f-820f-4e0f-8946-96f4cd697a6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:21:54.486360 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-43eb011f-820f-4e0f-8946-96f4cd697a6f admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1292975 Aug 25 01:21:56.630826 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 45946) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:21:56.803034 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8b8dfc-0ae9-419b-b7d2-553e354e774a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:21:56.804941 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-1f8b8dfc-0ae9-419b-b7d2-553e354e774a admin admin] 10.222.0.23 "GET /v2.0/networks/010d8b7d-53b1-407d-b771-6477c60770f4 HTTP/1.1" status: 200 len: 886 time: 0.1726108 Aug 25 01:21:57.279977 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-47d2a4dd-ef65-4371-80eb-dad055097ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:21:58.951747 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 45954) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:21:59.078830 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e36aab-980c-4bc3-b8a2-e5e42e05ee11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:21:59.080131 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-73e36aab-980c-4bc3-b8a2-e5e42e05ee11 admin admin] 10.222.0.23 "GET /v2.0/networks/64038e88-d5cb-4da2-80f5-ba8e7d16ae6e HTTP/1.1" status: 200 len: 869 time: 0.1274540 Aug 25 01:22:00.268622 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-acc71983-1ec3-4f91-b494-8d4012946524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:22:00.379752 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:22:00.833314 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d877336-721a-4d3d-9b41-e32e75b3d69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:22:01.205703 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 45964) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:22:01.324048 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2924b7-3501-4edd-855a-3845d412684f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:22:01.324513 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2924b7-3501-4edd-855a-3845d412684f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:22:01.326008 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-8f2924b7-3501-4edd-855a-3845d412684f admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1193621 Aug 25 01:22:02.494367 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-637296fa-69e7-4112-9a21-84726ca1bc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:22:03.460458 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 45972) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:22:03.553867 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f33a4bd-a335-4a58-9897-8ea7080d73a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:22:03.555012 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f33a4bd-a335-4a58-9897-8ea7080d73a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:22:03.556515 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-2f33a4bd-a335-4a58-9897-8ea7080d73a3 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0950754 Aug 25 01:22:05.709267 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 45980) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:22:05.799278 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34611233-8c97-42cd-b69f-73ca57dd88af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:22:05.800534 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-34611233-8c97-42cd-b69f-73ca57dd88af admin admin] 10.222.0.23 "GET /v2.0/subnets/76c51ba0-96a5-498d-ad20-d8aaec63fbd0 HTTP/1.1" status: 200 len: 868 time: 0.0903401 Aug 25 01:22:07.949484 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 45988) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:22:08.032799 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8474b5b7-10e0-4415-aecc-ef5b12139e33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:22:08.034090 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-8474b5b7-10e0-4415-aecc-ef5b12139e33 admin admin] 10.222.0.23 "GET /v2.0/subnets/e3100a47-8cf0-41e7-afe0-dcfedb56ff39 HTTP/1.1" status: 200 len: 816 time: 0.0836248 Aug 25 01:22:27.281527 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f65f37c7-cf8a-46ab-a834-e01b48fe048a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:22:27.748401 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.agents_db [None req-4bdcba96-0b2f-4eba-81a9-023f498d003c None None] Agent healthcheck: found 5 active agents {{(pid=93835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 01:22:30.269998 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e324b9f6-348f-4033-9fe1-96bec8017404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:22:30.380353 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:22:30.835553 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d877336-721a-4d3d-9b41-e32e75b3d69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:22:31.436303 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 46042) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:22:31.483175 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [None req-cf7be2be-9923-4640-86f2-96f5c1de0ad2 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 01:22:31.484152 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-cf7be2be-9923-4640-86f2-96f5c1de0ad2 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0469296 Aug 25 01:22:32.496045 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-637296fa-69e7-4112-9a21-84726ca1bc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:22:33.709424 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 46050) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:22:33.768706 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-85e79551-000c-4bff-95db-d94f4103473f admin admin] GET failed (client error): The resource could not be found. Aug 25 01:22:33.769930 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-85e79551-000c-4bff-95db-d94f4103473f admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0595994 Aug 25 01:22:33.910513 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53362efc-7477-4edd-9d23-1e950b34d97e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:22:33.911996 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-53362efc-7477-4edd-9d23-1e950b34d97e admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1369424 Aug 25 01:22:36.103218 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 46058) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:22:36.150129 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.v2.base [None req-f49494d5-14b3-4187-b37c-24ca857a35be admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:22:36.169584 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49494d5-14b3-4187-b37c-24ca857a35be admin admin] Made reservation on behalf of 220c843aa1514b7390df45e1ecd50d12 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 01:22:36.172019 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f49494d5-14b3-4187-b37c-24ca857a35be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:22:36.198700 dv-cinder-790014-2-iscsi neutron-server[93832]: WARNING neutron.services.revisions.revision_plugin [None req-f49494d5-14b3-4187-b37c-24ca857a35be admin admin] Could not find related network for resource to bump revision. Aug 25 01:22:36.211034 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f49494d5-14b3-4187-b37c-24ca857a35be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 01:22:36.221006 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f49494d5-14b3-4187-b37c-24ca857a35be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3751945'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:22:36.221346 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.db.segments_db [None req-f49494d5-14b3-4187-b37c-24ca857a35be admin admin] Added segment 9ba38f51-83bb-4f25-ad19-f53d5669748c of type vlan for network cab99bda-6fba-4c90-8753-ce9d43df9120 Aug 25 01:22:36.259217 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f49494d5-14b3-4187-b37c-24ca857a35be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782026683423'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:22:36.281707 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f49494d5-14b3-4187-b37c-24ca857a35be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:22:36.282561 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49494d5-14b3-4187-b37c-24ca857a35be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:22:36.283147 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f49494d5-14b3-4187-b37c-24ca857a35be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:22:36.332619 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-f49494d5-14b3-4187-b37c-24ca857a35be admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2283232 Aug 25 01:22:36.342805 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49494d5-14b3-4187-b37c-24ca857a35be admin admin] Pushing event updated for resources: {'Network': ['ID=cab99bda-6fba-4c90-8753-ce9d43df9120,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:22:36.349943 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49494d5-14b3-4187-b37c-24ca857a35be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:22:36.350288 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49494d5-14b3-4187-b37c-24ca857a35be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:22:36.350626 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49494d5-14b3-4187-b37c-24ca857a35be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:22:36.350994 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49494d5-14b3-4187-b37c-24ca857a35be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:22:36.351376 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49494d5-14b3-4187-b37c-24ca857a35be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:22:36.351704 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49494d5-14b3-4187-b37c-24ca857a35be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:22:36.352048 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49494d5-14b3-4187-b37c-24ca857a35be admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:22:36.352350 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49494d5-14b3-4187-b37c-24ca857a35be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:22:36.352691 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49494d5-14b3-4187-b37c-24ca857a35be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:22:36.353011 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49494d5-14b3-4187-b37c-24ca857a35be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:22:36.353327 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49494d5-14b3-4187-b37c-24ca857a35be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:22:36.353641 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49494d5-14b3-4187-b37c-24ca857a35be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:22:36.364974 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Network cab99bda-6fba-4c90-8753-ce9d43df9120 details requested by agent ovs-agent-dv-cinder-790014-2-iscsi with host dv-cinder-790014-2-iscsi {{(pid=93834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 01:22:38.551702 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 46066) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:22:38.610548 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ba09d66-4ead-4afb-bbc4-d00f5cc482b7 admin admin] GET failed (client error): The resource could not be found. Aug 25 01:22:38.611911 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-1ba09d66-4ead-4afb-bbc4-d00f5cc482b7 admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0593204 Aug 25 01:22:38.679314 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dc75fb-934a-499f-be42-66f9733fd102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:22:38.680716 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-b7dc75fb-934a-499f-be42-66f9733fd102 admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0642731 Aug 25 01:22:38.690521 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.v2.base [None req-27d867c7-249c-4f3b-b3cf-b936d549e416 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'cab99bda-6fba-4c90-8753-ce9d43df9120', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:22:38.709729 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d867c7-249c-4f3b-b3cf-b936d549e416 admin admin] Made reservation on behalf of 220c843aa1514b7390df45e1ecd50d12 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 01:22:38.712563 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-27d867c7-249c-4f3b-b3cf-b936d549e416 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:22:38.868299 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-27d867c7-249c-4f3b-b3cf-b936d549e416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:22:38.924735 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d867c7-249c-4f3b-b3cf-b936d549e416 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3e79148-0fe1-463c-9086-ffdde608e50f,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:22:38.933815 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d867c7-249c-4f3b-b3cf-b936d549e416 admin admin] Checking segment: {'id': '9ba38f51-83bb-4f25-ad19-f53d5669748c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cab99bda-6fba-4c90-8753-ce9d43df9120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:22:38.934174 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d867c7-249c-4f3b-b3cf-b936d549e416 admin admin] Network hostable DHCP agents. Network: cab99bda-6fba-4c90-8753-ce9d43df9120, hostable agents: ['ac5d4c25-da57-44fa-9536-6aedd7c82d66'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 01:22:38.948903 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d867c7-249c-4f3b-b3cf-b936d549e416 admin admin] Network cab99bda-6fba-4c90-8753-ce9d43df9120 is scheduled to be hosted by DHCP agent ac5d4c25-da57-44fa-9536-6aedd7c82d66 with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 01:22:38.956644 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-27d867c7-249c-4f3b-b3cf-b936d549e416 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-2-iscsi, cab99bda-6fba-4c90-8753-ce9d43df9120) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:22:38.960466 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d867c7-249c-4f3b-b3cf-b936d549e416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:22:38.961596 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-27d867c7-249c-4f3b-b3cf-b936d549e416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:22:38.966453 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b54dc19-ed32-4c42-bbd3-273e83fa76d6 None None] Network cab99bda-6fba-4c90-8753-ce9d43df9120 requested from dv-cinder-790014-2-iscsi {{(pid=93834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 01:22:38.975171 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-27d867c7-249c-4f3b-b3cf-b936d549e416 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2878711 Aug 25 01:22:39.114125 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff8732e-b662-4ba9-a773-0712992a8941 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba2eb50d-18ea-5a46-8f87-f237355d5e2f-cab99bda-6fba-4c90-8753-ce9d43df9120', 'network_id': 'cab99bda-6fba-4c90-8753-ce9d43df9120', 'tenant_id': '220c843aa1514b7390df45e1ecd50d12', 'fixed_ips': [{'subnet_id': 'e3e79148-0fe1-463c-9086-ffdde608e50f'}]}} from dv-cinder-790014-2-iscsi. {{(pid=93834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 01:22:39.115120 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1ff8732e-b662-4ba9-a773-0712992a8941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:22:39.346850 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-1ff8732e-b662-4ba9-a773-0712992a8941 None None] Allocated IP 192.168.233.2 (cab99bda-6fba-4c90-8753-ce9d43df9120/e3e79148-0fe1-463c-9086-ffdde608e50f/865e4d21-e372-4352-8518-b7ac44532160) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 01:22:39.487189 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1ff8732e-b662-4ba9-a773-0712992a8941 None None] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:22:39.496592 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-1ff8732e-b662-4ba9-a773-0712992a8941 None None] Transition to ACTIVE for port object 865e4d21-e372-4352-8518-b7ac44532160 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:22:39.512444 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-1ff8732e-b662-4ba9-a773-0712992a8941 None None] Transition to ACTIVE for port object 865e4d21-e372-4352-8518-b7ac44532160 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:22:39.518148 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1ff8732e-b662-4ba9-a773-0712992a8941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782026665144'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:22:39.556628 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff8732e-b662-4ba9-a773-0712992a8941 None None] Network cab99bda-6fba-4c90-8753-ce9d43df9120 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:22:39.559418 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-1ff8732e-b662-4ba9-a773-0712992a8941 None None] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:22:39.562928 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff8732e-b662-4ba9-a773-0712992a8941 None None] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 01:22:39.569735 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff8732e-b662-4ba9-a773-0712992a8941 None None] Pushing event updated for resources: {'Port': ['ID=865e4d21-e372-4352-8518-b7ac44532160,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:22:39.590783 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff8732e-b662-4ba9-a773-0712992a8941 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:22:39.591132 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff8732e-b662-4ba9-a773-0712992a8941 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:22:39.591474 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff8732e-b662-4ba9-a773-0712992a8941 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:22:39.591804 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff8732e-b662-4ba9-a773-0712992a8941 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:22:39.592135 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff8732e-b662-4ba9-a773-0712992a8941 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:22:39.592481 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff8732e-b662-4ba9-a773-0712992a8941 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:22:39.592804 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff8732e-b662-4ba9-a773-0712992a8941 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:22:39.593123 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff8732e-b662-4ba9-a773-0712992a8941 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:22:39.593457 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff8732e-b662-4ba9-a773-0712992a8941 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:22:39.593775 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff8732e-b662-4ba9-a773-0712992a8941 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:22:39.594087 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff8732e-b662-4ba9-a773-0712992a8941 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:22:39.594401 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff8732e-b662-4ba9-a773-0712992a8941 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:22:39.628230 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-1ff8732e-b662-4ba9-a773-0712992a8941 None None] Attempting to bind port 865e4d21-e372-4352-8518-b7ac44532160 on host dv-cinder-790014-2-iscsi for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 01:22:39.628590 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-1ff8732e-b662-4ba9-a773-0712992a8941 None None] Attempting to bind port 865e4d21-e372-4352-8518-b7ac44532160 by drivers openvswitch,hyperv on host dv-cinder-790014-2-iscsi at level 0 using segments [{'id': '9ba38f51-83bb-4f25-ad19-f53d5669748c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cab99bda-6fba-4c90-8753-ce9d43df9120'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 01:22:39.628984 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff8732e-b662-4ba9-a773-0712992a8941 None None] Attempting to bind port 865e4d21-e372-4352-8518-b7ac44532160 on network cab99bda-6fba-4c90-8753-ce9d43df9120 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:22:39.633751 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff8732e-b662-4ba9-a773-0712992a8941 None None] Checking agent: {'id': 'd4180fab-6748-497c-b5c9-83716f34f1ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 1, 19, 30), 'started_at': datetime.datetime(2021, 8, 25, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 1, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 01:22:39.634118 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff8732e-b662-4ba9-a773-0712992a8941 None None] Checking segment: {'id': '9ba38f51-83bb-4f25-ad19-f53d5669748c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cab99bda-6fba-4c90-8753-ce9d43df9120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:22:39.634507 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1ff8732e-b662-4ba9-a773-0712992a8941 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:22:39.634933 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff8732e-b662-4ba9-a773-0712992a8941 None None] Bound using segment: {'id': '9ba38f51-83bb-4f25-ad19-f53d5669748c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cab99bda-6fba-4c90-8753-ce9d43df9120'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 01:22:39.635620 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-1ff8732e-b662-4ba9-a773-0712992a8941 None None] Bound port: 865e4d21-e372-4352-8518-b7ac44532160, host: dv-cinder-790014-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba38f51-83bb-4f25-ad19-f53d5669748c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cab99bda-6fba-4c90-8753-ce9d43df9120'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 01:22:39.636008 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1ff8732e-b662-4ba9-a773-0712992a8941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:22:39.699236 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-1ff8732e-b662-4ba9-a773-0712992a8941 None None] For port 865e4d21-e372-4352-8518-b7ac44532160, host dv-cinder-790014-2-iscsi, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 01:22:39.702553 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-1ff8732e-b662-4ba9-a773-0712992a8941 None None] For port 865e4d21-e372-4352-8518-b7ac44532160, host dv-cinder-790014-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=865e4d21-e372-4352-8518-b7ac44532160,segment=NetworkSegment(9ba38f51-83bb-4f25-ad19-f53d5669748c),segment_id=9ba38f51-83bb-4f25-ad19-f53d5669748c)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 01:22:39.707164 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1ff8732e-b662-4ba9-a773-0712992a8941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:22:39.763953 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff8732e-b662-4ba9-a773-0712992a8941 None None] Pushing event updated for resources: {'Port': ['ID=865e4d21-e372-4352-8518-b7ac44532160,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:22:40.392616 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 865e4d21-e372-4352-8518-b7ac44532160 up at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:22:40.450268 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning for port 865e4d21-e372-4352-8518-b7ac44532160 completed by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:22:40.604461 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7543b43-ddf3-4883-bbad-6e9935a6eaba None None] Network cab99bda-6fba-4c90-8753-ce9d43df9120 requested from dv-cinder-790014-2-iscsi {{(pid=93834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 01:22:40.728612 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-cea73e08-968e-443a-9eb7-8d636759e9a2 None None] Provisioning for port 865e4d21-e372-4352-8518-b7ac44532160 completed by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:22:40.750074 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-cea73e08-968e-443a-9eb7-8d636759e9a2 None None] Provisioning complete for port 865e4d21-e372-4352-8518-b7ac44532160 triggered by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:22:40.750447 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cea73e08-968e-443a-9eb7-8d636759e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:22:40.845754 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cea73e08-968e-443a-9eb7-8d636759e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:22:40.880821 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-cea73e08-968e-443a-9eb7-8d636759e9a2 None None] For port 865e4d21-e372-4352-8518-b7ac44532160, host dv-cinder-790014-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=865e4d21-e372-4352-8518-b7ac44532160,segment=NetworkSegment(9ba38f51-83bb-4f25-ad19-f53d5669748c),segment_id=9ba38f51-83bb-4f25-ad19-f53d5669748c)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:22:40.886273 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cea73e08-968e-443a-9eb7-8d636759e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:22:40.942545 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea73e08-968e-443a-9eb7-8d636759e9a2 None None] Pushing event updated for resources: {'Port': ['ID=865e4d21-e372-4352-8518-b7ac44532160,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:22:41.005860 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-f69d1ec9-4070-4f0b-836c-110ba5cf8419 None None] Provisioning complete for port 865e4d21-e372-4352-8518-b7ac44532160 triggered by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:22:41.006158 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f69d1ec9-4070-4f0b-836c-110ba5cf8419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:22:42.348420 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 865e4d21-e372-4352-8518-b7ac44532160 up at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:22:42.397233 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning complete for port 865e4d21-e372-4352-8518-b7ac44532160 triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:22:42.397604 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:22:57.283307 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-da8d1473-46a8-44a0-9022-3a0409f9ba3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:23:00.273017 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-95e3148c-5e94-4fa1-887d-185ce2066bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:23:00.380853 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:23:00.838611 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d877336-721a-4d3d-9b41-e32e75b3d69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:23:02.500284 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-637296fa-69e7-4112-9a21-84726ca1bc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:23:04.752604 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.agents_db [None req-4bdcba96-0b2f-4eba-81a9-023f498d003c None None] Agent healthcheck: found 5 active agents {{(pid=93835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 01:23:27.284868 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2df842e2-0af6-4b87-ab02-a4dff6434336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:23:30.274548 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-06552507-1869-46b7-b955-c22144a13962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:23:30.384485 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:23:30.846112 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d877336-721a-4d3d-9b41-e32e75b3d69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:23:32.507466 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-637296fa-69e7-4112-9a21-84726ca1bc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:23:41.752656 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.agents_db [None req-4bdcba96-0b2f-4eba-81a9-023f498d003c None None] Agent healthcheck: found 5 active agents {{(pid=93835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 01:23:51.751982 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 46118) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:23:51.758416 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [None req-09144d17-477d-4c9a-a460-e180f22d0fc3 tempest-verify_tempest_config-1507178028 tempest-verify_tempest_config-1507178028-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 01:23:51.759388 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-09144d17-477d-4c9a-a460-e180f22d0fc3 tempest-verify_tempest_config-1507178028 tempest-verify_tempest_config-1507178028-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064497 Aug 25 01:23:52.042949 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 46136) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:23:52.144114 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-44980572-3083-4019-8d64-3f286a7d985b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:23:52.230054 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-44980572-3083-4019-8d64-3f286a7d985b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:23:52.233313 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-44980572-3083-4019-8d64-3f286a7d985b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:23:52.274524 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44980572-3083-4019-8d64-3f286a7d985b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98307aa3-ac10-47a2-8720-3ff96b2eb0fe,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:23:52.278019 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-44980572-3083-4019-8d64-3f286a7d985b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9a9901a3e524470283d71cbbae2c4b35&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2341030 Aug 25 01:23:52.280873 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 46140) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:23:52.283231 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44980572-3083-4019-8d64-3f286a7d985b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:23:52.283577 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44980572-3083-4019-8d64-3f286a7d985b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:23:52.283929 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44980572-3083-4019-8d64-3f286a7d985b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:23:52.284247 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44980572-3083-4019-8d64-3f286a7d985b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:23:52.284576 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44980572-3083-4019-8d64-3f286a7d985b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:23:52.284922 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44980572-3083-4019-8d64-3f286a7d985b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:23:52.285248 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44980572-3083-4019-8d64-3f286a7d985b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:23:52.285570 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44980572-3083-4019-8d64-3f286a7d985b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:23:52.285905 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44980572-3083-4019-8d64-3f286a7d985b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:23:52.286228 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44980572-3083-4019-8d64-3f286a7d985b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:23:52.286547 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44980572-3083-4019-8d64-3f286a7d985b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:23:52.286888 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44980572-3083-4019-8d64-3f286a7d985b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:23:52.340181 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5d5c4fdc-0beb-4a05-8e69-6ce4ecde9ee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:23:52.360828 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5d5c4fdc-0beb-4a05-8e69-6ce4ecde9ee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:23:52.447101 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5d5c4fdc-0beb-4a05-8e69-6ce4ecde9ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:23:52.449640 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5d5c4fdc-0beb-4a05-8e69-6ce4ecde9ee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:23:52.451297 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-5d5c4fdc-0beb-4a05-8e69-6ce4ecde9ee1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/98307aa3-ac10-47a2-8720-3ff96b2eb0fe HTTP/1.1" status: 204 len: 168 time: 0.1688871 Aug 25 01:23:52.459496 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5c4fdc-0beb-4a05-8e69-6ce4ecde9ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98307aa3-ac10-47a2-8720-3ff96b2eb0fe,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:23:52.466529 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5c4fdc-0beb-4a05-8e69-6ce4ecde9ee1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:23:52.466924 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5c4fdc-0beb-4a05-8e69-6ce4ecde9ee1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:23:52.467274 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5c4fdc-0beb-4a05-8e69-6ce4ecde9ee1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:23:52.467617 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5c4fdc-0beb-4a05-8e69-6ce4ecde9ee1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:23:52.468032 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5c4fdc-0beb-4a05-8e69-6ce4ecde9ee1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:23:52.468322 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5c4fdc-0beb-4a05-8e69-6ce4ecde9ee1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:23:52.468702 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5c4fdc-0beb-4a05-8e69-6ce4ecde9ee1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:23:52.469036 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5c4fdc-0beb-4a05-8e69-6ce4ecde9ee1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:23:52.469383 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5c4fdc-0beb-4a05-8e69-6ce4ecde9ee1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:23:52.469732 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5c4fdc-0beb-4a05-8e69-6ce4ecde9ee1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:23:52.470042 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5c4fdc-0beb-4a05-8e69-6ce4ecde9ee1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:23:52.470372 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5c4fdc-0beb-4a05-8e69-6ce4ecde9ee1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:23:57.286498 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6a690cda-f784-4535-a9c7-0d13ef098ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:24:00.275929 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c99425a8-cc04-472e-919b-4241995aa7df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:24:00.385697 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:24:00.845410 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d877336-721a-4d3d-9b41-e32e75b3d69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:24:02.509405 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-637296fa-69e7-4112-9a21-84726ca1bc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:24:18.753872 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.agents_db [None req-4bdcba96-0b2f-4eba-81a9-023f498d003c None None] Agent healthcheck: found 5 active agents {{(pid=93835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 01:24:27.286635 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-30f47530-8974-4211-ae95-9277acd63fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:24:30.275619 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-894fbe5e-20a3-4863-a5f8-e628fba8c150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:24:30.385423 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:24:30.848335 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d877336-721a-4d3d-9b41-e32e75b3d69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:24:32.509855 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-637296fa-69e7-4112-9a21-84726ca1bc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:24:55.754373 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.agents_db [None req-4bdcba96-0b2f-4eba-81a9-023f498d003c None None] Agent healthcheck: found 5 active agents {{(pid=93835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 01:24:57.286856 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-17dd6653-dc72-4a50-b5d8-b6aa75db02fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:25:00.276383 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-335c2dbf-3c50-4fd2-9278-99c05c24ef0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:25:00.385949 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:25:00.851058 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d877336-721a-4d3d-9b41-e32e75b3d69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:25:02.513852 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-637296fa-69e7-4112-9a21-84726ca1bc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:25:19.305726 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-647360'] for agent, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:25:27.287611 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7d452791-5d04-468e-b6a6-71f7b01013ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:25:30.277361 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-57d51f91-9f6b-4c6d-aa9a-322233674d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:25:30.385199 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:25:30.854643 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d877336-721a-4d3d-9b41-e32e75b3d69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:25:32.517781 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-637296fa-69e7-4112-9a21-84726ca1bc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:25:32.755857 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.agents_db [None req-4bdcba96-0b2f-4eba-81a9-023f498d003c None None] Agent healthcheck: found 6 active agents {{(pid=93835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 01:25:34.113789 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 46214) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:25:34.215543 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-9ee6c793-456a-43b9-93e2-df4916a3e6ca admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1006761 Aug 25 01:25:36.360790 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 46224) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:25:36.420484 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-ebf26437-014c-462e-b857-78d815363b39 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0586329 Aug 25 01:25:49.260846 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:25:57.288613 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-94f39226-1746-40bf-9a3a-5f2e4577ad16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:26:00.280536 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5b2366c9-a852-4f2c-a27e-2a72cb15b78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:26:00.384687 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:26:00.857544 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d877336-721a-4d3d-9b41-e32e75b3d69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:26:02.523231 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-637296fa-69e7-4112-9a21-84726ca1bc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:26:09.759388 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.agents_db [None req-4bdcba96-0b2f-4eba-81a9-023f498d003c None None] Agent healthcheck: found 6 active agents {{(pid=93835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 01:26:19.274558 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:26:27.291563 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-869c39a7-fbe3-4669-909b-1f36e67614ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:26:30.285433 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-01a258d9-42d8-4afc-882d-704f967d76b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:26:30.389802 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:26:30.878009 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d877336-721a-4d3d-9b41-e32e75b3d69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:26:32.516603 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-637296fa-69e7-4112-9a21-84726ca1bc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:26:46.762116 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.agents_db [None req-4bdcba96-0b2f-4eba-81a9-023f498d003c None None] Agent healthcheck: found 6 active agents {{(pid=93835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 01:26:49.277852 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:26:57.292157 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7ed8de9b-21e1-4ecb-b5c2-6555f535cafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:00.286966 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-55cde825-8d77-484b-b7c0-8b7073ec3bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:00.398042 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:00.873057 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d877336-721a-4d3d-9b41-e32e75b3d69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:02.229678 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 46312) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:02.384298 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.v2.base [None req-c60d9bb8-9d09-4a4b-a9f7-064e22d374ea admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1376038684-network', 'tenant_id': 'aacc1af70b1448e5a35c36fc9497a5d3'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:27:02.405792 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60d9bb8-9d09-4a4b-a9f7-064e22d374ea admin admin] Made reservation on behalf of aacc1af70b1448e5a35c36fc9497a5d3 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 01:27:02.409587 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c60d9bb8-9d09-4a4b-a9f7-064e22d374ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:02.418754 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c60d9bb8-9d09-4a4b-a9f7-064e22d374ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:02.524141 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-637296fa-69e7-4112-9a21-84726ca1bc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:02.540409 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c60d9bb8-9d09-4a4b-a9f7-064e22d374ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:02.547960 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c60d9bb8-9d09-4a4b-a9f7-064e22d374ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:02.561955 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c60d9bb8-9d09-4a4b-a9f7-064e22d374ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 01:27:02.576466 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c60d9bb8-9d09-4a4b-a9f7-064e22d374ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3751945'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:02.576466 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.db.segments_db [None req-c60d9bb8-9d09-4a4b-a9f7-064e22d374ea admin admin] Added segment 81368b8d-cdab-41b7-a7ee-2c4de92580ad of type vlan for network f1b8e389-6d37-4e91-8667-b1593d8ddb2c Aug 25 01:27:02.634518 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c60d9bb8-9d09-4a4b-a9f7-064e22d374ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782026683423'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:02.652680 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60d9bb8-9d09-4a4b-a9f7-064e22d374ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47dd6421-b94a-47c4-ab4b-6b1fcde6a16a,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:02.668147 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c60d9bb8-9d09-4a4b-a9f7-064e22d374ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:02.669145 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60d9bb8-9d09-4a4b-a9f7-064e22d374ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:02.669715 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c60d9bb8-9d09-4a4b-a9f7-064e22d374ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:02.695763 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60d9bb8-9d09-4a4b-a9f7-064e22d374ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:27:02.696271 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60d9bb8-9d09-4a4b-a9f7-064e22d374ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:27:02.696565 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60d9bb8-9d09-4a4b-a9f7-064e22d374ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:27:02.696933 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60d9bb8-9d09-4a4b-a9f7-064e22d374ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:27:02.697328 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60d9bb8-9d09-4a4b-a9f7-064e22d374ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:27:02.697747 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60d9bb8-9d09-4a4b-a9f7-064e22d374ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:27:02.698128 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60d9bb8-9d09-4a4b-a9f7-064e22d374ea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:27:02.698451 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60d9bb8-9d09-4a4b-a9f7-064e22d374ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:27:02.698834 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60d9bb8-9d09-4a4b-a9f7-064e22d374ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:27:02.699467 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60d9bb8-9d09-4a4b-a9f7-064e22d374ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:27:02.699861 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60d9bb8-9d09-4a4b-a9f7-064e22d374ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:27:02.700306 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60d9bb8-9d09-4a4b-a9f7-064e22d374ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:27:02.701610 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60d9bb8-9d09-4a4b-a9f7-064e22d374ea admin admin] Tracked resource versions report: Aug 25 01:27:02.701610 dv-cinder-790014-2-iscsi neutron-server[93832]: pushed versions: Aug 25 01:27:02.701610 dv-cinder-790014-2-iscsi neutron-server[93832]: { 'AddressGroup': {'1.2'}, Aug 25 01:27:02.701610 dv-cinder-790014-2-iscsi neutron-server[93832]: 'ConntrackHelper': {'1.0'}, Aug 25 01:27:02.701610 dv-cinder-790014-2-iscsi neutron-server[93832]: 'Log': {'1.0'}, Aug 25 01:27:02.701610 dv-cinder-790014-2-iscsi neutron-server[93832]: 'Network': {'1.1'}, Aug 25 01:27:02.701610 dv-cinder-790014-2-iscsi neutron-server[93832]: 'Port': {'1.7'}, Aug 25 01:27:02.701610 dv-cinder-790014-2-iscsi neutron-server[93832]: 'PortForwarding': {'1.2'}, Aug 25 01:27:02.701610 dv-cinder-790014-2-iscsi neutron-server[93832]: 'QosPolicy': {'1.9'}, Aug 25 01:27:02.701610 dv-cinder-790014-2-iscsi neutron-server[93832]: 'SecurityGroup': {'1.4'}, Aug 25 01:27:02.701610 dv-cinder-790014-2-iscsi neutron-server[93832]: 'SecurityGroupRule': {'1.2'}, Aug 25 01:27:02.701610 dv-cinder-790014-2-iscsi neutron-server[93832]: 'SubPort': {'1.0'}, Aug 25 01:27:02.701610 dv-cinder-790014-2-iscsi neutron-server[93832]: 'Subnet': {'1.1'}, Aug 25 01:27:02.701610 dv-cinder-790014-2-iscsi neutron-server[93832]: 'Trunk': {'1.1'}} Aug 25 01:27:02.701610 dv-cinder-790014-2-iscsi neutron-server[93832]: consumer versions: Aug 25 01:27:02.701610 dv-cinder-790014-2-iscsi neutron-server[93832]: { DHCP agent@dv-cinder-790014-2-iscsi: {}, Aug 25 01:27:02.701610 dv-cinder-790014-2-iscsi neutron-server[93832]: HyperV agent@hv-cinder-79001: {}, Aug 25 01:27:02.701610 dv-cinder-790014-2-iscsi neutron-server[93832]: L3 agent@dv-cinder-790014-2-iscsi: {}, Aug 25 01:27:02.701610 dv-cinder-790014-2-iscsi neutron-server[93832]: Metadata agent@dv-cinder-790014-2-iscsi: {}, Aug 25 01:27:02.701610 dv-cinder-790014-2-iscsi neutron-server[93832]: Metering agent@dv-cinder-790014-2-iscsi: {}, Aug 25 01:27:02.701610 dv-cinder-790014-2-iscsi neutron-server[93832]: Open vSwitch agent@dv-cinder-790014-2-iscsi: { 'AddressGroup': '1.2', Aug 25 01:27:02.701610 dv-cinder-790014-2-iscsi neutron-server[93832]: 'ConntrackHelper': '1.0', Aug 25 01:27:02.701610 dv-cinder-790014-2-iscsi neutron-server[93832]: 'Log': '1.0', Aug 25 01:27:02.701610 dv-cinder-790014-2-iscsi neutron-server[93832]: 'Network': '1.1', Aug 25 01:27:02.701610 dv-cinder-790014-2-iscsi neutron-server[93832]: 'Port': '1.7', Aug 25 01:27:02.701610 dv-cinder-790014-2-iscsi neutron-server[93832]: 'PortForwarding': '1.2', Aug 25 01:27:02.701610 dv-cinder-790014-2-iscsi neutron-server[93832]: 'QosPolicy': '1.9', Aug 25 01:27:02.701610 dv-cinder-790014-2-iscsi neutron-server[93832]: 'SecurityGroup': '1.4', Aug 25 01:27:02.701610 dv-cinder-790014-2-iscsi neutron-server[93832]: 'SecurityGroupRule': '1.2', Aug 25 01:27:02.701610 dv-cinder-790014-2-iscsi neutron-server[93832]: 'SubPort': '1.0', Aug 25 01:27:02.701610 dv-cinder-790014-2-iscsi neutron-server[93832]: 'Subnet': '1.1', Aug 25 01:27:02.701610 dv-cinder-790014-2-iscsi neutron-server[93832]: 'Trunk': '1.1'}} Aug 25 01:27:02.701610 dv-cinder-790014-2-iscsi neutron-server[93832]: {{(pid=93832) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 01:27:02.753132 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-c60d9bb8-9d09-4a4b-a9f7-064e22d374ea admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5111639 Aug 25 01:27:02.753935 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60d9bb8-9d09-4a4b-a9f7-064e22d374ea admin admin] Pushing event updated for resources: {'Network': ['ID=f1b8e389-6d37-4e91-8667-b1593d8ddb2c,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:02.756323 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 46372) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:02.761843 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [None req-a3cfb9f1-42d5-4cb8-9eea-d4e05ad9a9b8 admin admin] Request body: {'subnet': {'network_id': 'f1b8e389-6d37-4e91-8667-b1593d8ddb2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1376038684-subnet', 'tenant_id': 'aacc1af70b1448e5a35c36fc9497a5d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:27:02.764875 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Network f1b8e389-6d37-4e91-8667-b1593d8ddb2c details requested by agent ovs-agent-dv-cinder-790014-2-iscsi with host dv-cinder-790014-2-iscsi {{(pid=93834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 01:27:02.800374 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3cfb9f1-42d5-4cb8-9eea-d4e05ad9a9b8 admin admin] Made reservation on behalf of aacc1af70b1448e5a35c36fc9497a5d3 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 01:27:02.803962 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a3cfb9f1-42d5-4cb8-9eea-d4e05ad9a9b8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:03.010814 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a3cfb9f1-42d5-4cb8-9eea-d4e05ad9a9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:03.069444 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cfb9f1-42d5-4cb8-9eea-d4e05ad9a9b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93f15671-b854-4e3a-90af-70f9110e4337,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:03.078179 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cfb9f1-42d5-4cb8-9eea-d4e05ad9a9b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:27:03.078549 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cfb9f1-42d5-4cb8-9eea-d4e05ad9a9b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:27:03.078919 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cfb9f1-42d5-4cb8-9eea-d4e05ad9a9b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:27:03.079259 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cfb9f1-42d5-4cb8-9eea-d4e05ad9a9b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:27:03.079593 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cfb9f1-42d5-4cb8-9eea-d4e05ad9a9b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:27:03.079947 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cfb9f1-42d5-4cb8-9eea-d4e05ad9a9b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:27:03.080451 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cfb9f1-42d5-4cb8-9eea-d4e05ad9a9b8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:27:03.080937 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cfb9f1-42d5-4cb8-9eea-d4e05ad9a9b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:27:03.081354 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cfb9f1-42d5-4cb8-9eea-d4e05ad9a9b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:27:03.081621 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cfb9f1-42d5-4cb8-9eea-d4e05ad9a9b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:27:03.081947 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cfb9f1-42d5-4cb8-9eea-d4e05ad9a9b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:27:03.082266 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cfb9f1-42d5-4cb8-9eea-d4e05ad9a9b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:27:03.083875 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cfb9f1-42d5-4cb8-9eea-d4e05ad9a9b8 admin admin] Tracked resource versions report: Aug 25 01:27:03.083875 dv-cinder-790014-2-iscsi neutron-server[93833]: pushed versions: Aug 25 01:27:03.083875 dv-cinder-790014-2-iscsi neutron-server[93833]: { 'AddressGroup': {'1.2'}, Aug 25 01:27:03.083875 dv-cinder-790014-2-iscsi neutron-server[93833]: 'ConntrackHelper': {'1.0'}, Aug 25 01:27:03.083875 dv-cinder-790014-2-iscsi neutron-server[93833]: 'Log': {'1.0'}, Aug 25 01:27:03.083875 dv-cinder-790014-2-iscsi neutron-server[93833]: 'Network': {'1.1'}, Aug 25 01:27:03.083875 dv-cinder-790014-2-iscsi neutron-server[93833]: 'Port': {'1.7'}, Aug 25 01:27:03.083875 dv-cinder-790014-2-iscsi neutron-server[93833]: 'PortForwarding': {'1.2'}, Aug 25 01:27:03.083875 dv-cinder-790014-2-iscsi neutron-server[93833]: 'QosPolicy': {'1.9'}, Aug 25 01:27:03.083875 dv-cinder-790014-2-iscsi neutron-server[93833]: 'SecurityGroup': {'1.4'}, Aug 25 01:27:03.083875 dv-cinder-790014-2-iscsi neutron-server[93833]: 'SecurityGroupRule': {'1.2'}, Aug 25 01:27:03.083875 dv-cinder-790014-2-iscsi neutron-server[93833]: 'SubPort': {'1.0'}, Aug 25 01:27:03.083875 dv-cinder-790014-2-iscsi neutron-server[93833]: 'Subnet': {'1.1'}, Aug 25 01:27:03.083875 dv-cinder-790014-2-iscsi neutron-server[93833]: 'Trunk': {'1.1'}} Aug 25 01:27:03.083875 dv-cinder-790014-2-iscsi neutron-server[93833]: consumer versions: Aug 25 01:27:03.083875 dv-cinder-790014-2-iscsi neutron-server[93833]: { DHCP agent@dv-cinder-790014-2-iscsi: {}, Aug 25 01:27:03.083875 dv-cinder-790014-2-iscsi neutron-server[93833]: HyperV agent@hv-cinder-79001: {}, Aug 25 01:27:03.083875 dv-cinder-790014-2-iscsi neutron-server[93833]: L3 agent@dv-cinder-790014-2-iscsi: {}, Aug 25 01:27:03.083875 dv-cinder-790014-2-iscsi neutron-server[93833]: Metadata agent@dv-cinder-790014-2-iscsi: {}, Aug 25 01:27:03.083875 dv-cinder-790014-2-iscsi neutron-server[93833]: Metering agent@dv-cinder-790014-2-iscsi: {}, Aug 25 01:27:03.083875 dv-cinder-790014-2-iscsi neutron-server[93833]: Open vSwitch agent@dv-cinder-790014-2-iscsi: { 'AddressGroup': '1.2', Aug 25 01:27:03.083875 dv-cinder-790014-2-iscsi neutron-server[93833]: 'ConntrackHelper': '1.0', Aug 25 01:27:03.083875 dv-cinder-790014-2-iscsi neutron-server[93833]: 'Log': '1.0', Aug 25 01:27:03.083875 dv-cinder-790014-2-iscsi neutron-server[93833]: 'Network': '1.1', Aug 25 01:27:03.083875 dv-cinder-790014-2-iscsi neutron-server[93833]: 'Port': '1.7', Aug 25 01:27:03.083875 dv-cinder-790014-2-iscsi neutron-server[93833]: 'PortForwarding': '1.2', Aug 25 01:27:03.083875 dv-cinder-790014-2-iscsi neutron-server[93833]: 'QosPolicy': '1.9', Aug 25 01:27:03.083875 dv-cinder-790014-2-iscsi neutron-server[93833]: 'SecurityGroup': '1.4', Aug 25 01:27:03.083875 dv-cinder-790014-2-iscsi neutron-server[93833]: 'SecurityGroupRule': '1.2', Aug 25 01:27:03.083875 dv-cinder-790014-2-iscsi neutron-server[93833]: 'SubPort': '1.0', Aug 25 01:27:03.083875 dv-cinder-790014-2-iscsi neutron-server[93833]: 'Subnet': '1.1', Aug 25 01:27:03.083875 dv-cinder-790014-2-iscsi neutron-server[93833]: 'Trunk': '1.1'}} Aug 25 01:27:03.083875 dv-cinder-790014-2-iscsi neutron-server[93833]: {{(pid=93833) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 01:27:03.116101 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cfb9f1-42d5-4cb8-9eea-d4e05ad9a9b8 admin admin] Checking segment: {'id': '81368b8d-cdab-41b7-a7ee-2c4de92580ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f1b8e389-6d37-4e91-8667-b1593d8ddb2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:27:03.116727 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3cfb9f1-42d5-4cb8-9eea-d4e05ad9a9b8 admin admin] Network hostable DHCP agents. Network: f1b8e389-6d37-4e91-8667-b1593d8ddb2c, hostable agents: ['ac5d4c25-da57-44fa-9536-6aedd7c82d66'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 01:27:03.139514 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3cfb9f1-42d5-4cb8-9eea-d4e05ad9a9b8 admin admin] Network f1b8e389-6d37-4e91-8667-b1593d8ddb2c is scheduled to be hosted by DHCP agent ac5d4c25-da57-44fa-9536-6aedd7c82d66 with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 01:27:03.151696 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-a3cfb9f1-42d5-4cb8-9eea-d4e05ad9a9b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-2-iscsi, f1b8e389-6d37-4e91-8667-b1593d8ddb2c) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:27:03.161047 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d4ad97-4196-4c9d-b0c4-530dcd8cb8e1 None None] Network f1b8e389-6d37-4e91-8667-b1593d8ddb2c requested from dv-cinder-790014-2-iscsi {{(pid=93834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 01:27:03.161214 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cfb9f1-42d5-4cb8-9eea-d4e05ad9a9b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:03.161834 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a3cfb9f1-42d5-4cb8-9eea-d4e05ad9a9b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:03.183803 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-a3cfb9f1-42d5-4cb8-9eea-d4e05ad9a9b8 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4260418 Aug 25 01:27:03.292639 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60283ae2-ca1e-47dc-9067-04fcf313e91c None None] Network f1b8e389-6d37-4e91-8667-b1593d8ddb2c requested from dv-cinder-790014-2-iscsi {{(pid=93834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 01:27:04.025818 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 46446) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:04.139814 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 46454) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:04.167858 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 46458) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:04.369990 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [None req-fa95e167-a4f0-4a83-ae52-bf64e9a56419 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-838943154-network', 'tenant_id': '46fe21ec575f40a0b26f9482a77b5a73'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:27:04.391914 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa95e167-a4f0-4a83-ae52-bf64e9a56419 admin admin] Made reservation on behalf of 46fe21ec575f40a0b26f9482a77b5a73 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 01:27:04.395050 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fa95e167-a4f0-4a83-ae52-bf64e9a56419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:04.409071 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fa95e167-a4f0-4a83-ae52-bf64e9a56419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:04.417819 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [None req-ce0296e7-6f4b-4095-8f8f-3b236ad9c22f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1662807020-network', 'tenant_id': 'b76ebd48c69044859010968bacfba90b'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:27:04.444569 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0296e7-6f4b-4095-8f8f-3b236ad9c22f admin admin] Made reservation on behalf of b76ebd48c69044859010968bacfba90b for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 01:27:04.446844 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ce0296e7-6f4b-4095-8f8f-3b236ad9c22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:04.462317 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [None req-3d23ac26-bd42-470f-87c9-2cdccd09f3e9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1555647231-network', 'tenant_id': '9332813e5ed544a58621b5d1c5e0bbba'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:27:04.465638 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ce0296e7-6f4b-4095-8f8f-3b236ad9c22f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:04.561509 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fa95e167-a4f0-4a83-ae52-bf64e9a56419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:04.574093 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fa95e167-a4f0-4a83-ae52-bf64e9a56419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:04.592650 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa95e167-a4f0-4a83-ae52-bf64e9a56419 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 01:27:04.603342 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 46484) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:04.613709 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fa95e167-a4f0-4a83-ae52-bf64e9a56419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3751945'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:04.614053 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.db.segments_db [None req-fa95e167-a4f0-4a83-ae52-bf64e9a56419 admin admin] Added segment 4944b506-92f4-4d03-bf96-a130cf5b7dec of type vlan for network 400a2ac9-3eb3-4dc0-9993-b410ce65adf5 Aug 25 01:27:04.662280 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fa95e167-a4f0-4a83-ae52-bf64e9a56419 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782026683423'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:04.697750 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.db.api [None req-ce0296e7-6f4b-4095-8f8f-3b236ad9c22f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 01:27:04.697750 dv-cinder-790014-2-iscsi neutron-server[93833]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 25 01:27:04.697750 dv-cinder-790014-2-iscsi neutron-server[93833]: [parameters: {'project_id_1': 'b76ebd48c69044859010968bacfba90b', 'expiration_1': datetime.datetime(2021, 8, 25, 1, 27, 4, 484141)}] Aug 25 01:27:04.697750 dv-cinder-790014-2-iscsi neutron-server[93833]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 01:27:04.698242 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG oslo_db.api [None req-ce0296e7-6f4b-4095-8f8f-3b236ad9c22f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 01:27:04.701028 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d23ac26-bd42-470f-87c9-2cdccd09f3e9 admin admin] Made reservation on behalf of 9332813e5ed544a58621b5d1c5e0bbba for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 01:27:04.703590 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3d23ac26-bd42-470f-87c9-2cdccd09f3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:04.713441 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fa95e167-a4f0-4a83-ae52-bf64e9a56419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:04.714377 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa95e167-a4f0-4a83-ae52-bf64e9a56419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:04.715107 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fa95e167-a4f0-4a83-ae52-bf64e9a56419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:04.719872 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3d23ac26-bd42-470f-87c9-2cdccd09f3e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:04.805836 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa95e167-a4f0-4a83-ae52-bf64e9a56419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e3804a-d3f8-44af-a6cb-06a01abf5768,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:04.826391 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa95e167-a4f0-4a83-ae52-bf64e9a56419 admin admin] Pushing event updated for resources: {'Network': ['ID=400a2ac9-3eb3-4dc0-9993-b410ce65adf5,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:04.840373 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Network 400a2ac9-3eb3-4dc0-9993-b410ce65adf5 details requested by agent ovs-agent-dv-cinder-790014-2-iscsi with host dv-cinder-790014-2-iscsi {{(pid=93834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 01:27:04.841456 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-fa95e167-a4f0-4a83-ae52-bf64e9a56419 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8145401 Aug 25 01:27:04.844524 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 46498) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:04.849359 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.v2.base [None req-265b2084-b0d4-47fb-acb7-006d22b7ca0c admin admin] Request body: {'subnet': {'network_id': '400a2ac9-3eb3-4dc0-9993-b410ce65adf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-838943154-subnet', 'tenant_id': '46fe21ec575f40a0b26f9482a77b5a73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:27:04.932171 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 46502) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:04.947690 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [None req-5df98aeb-5015-488b-8f21-ca4e5d346b4a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1784530841-network', 'tenant_id': '03442df359a040ff915121a3170d7c78'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:27:05.007721 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3d23ac26-bd42-470f-87c9-2cdccd09f3e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:05.019619 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3d23ac26-bd42-470f-87c9-2cdccd09f3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:05.029957 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.v2.base [None req-26cbe724-185b-4ef3-95bf-bdb07392a483 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-242877655-network', 'tenant_id': '98f8fae0130241e28471150fe11feb81'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:27:05.047939 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d23ac26-bd42-470f-87c9-2cdccd09f3e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 01:27:05.060527 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df98aeb-5015-488b-8f21-ca4e5d346b4a admin admin] Made reservation on behalf of 03442df359a040ff915121a3170d7c78 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 01:27:05.062710 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5df98aeb-5015-488b-8f21-ca4e5d346b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:05.080877 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5df98aeb-5015-488b-8f21-ca4e5d346b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:05.090045 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3d23ac26-bd42-470f-87c9-2cdccd09f3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3751945'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:05.090443 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.db.segments_db [None req-3d23ac26-bd42-470f-87c9-2cdccd09f3e9 admin admin] Added segment 8a64b1e4-c2e9-4500-b4d9-ac866fe3f80d of type vlan for network 941f32ea-0da3-4101-b2fe-5e10ea072419 Aug 25 01:27:05.094294 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265b2084-b0d4-47fb-acb7-006d22b7ca0c admin admin] Made reservation on behalf of 46fe21ec575f40a0b26f9482a77b5a73 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 01:27:05.097364 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-265b2084-b0d4-47fb-acb7-006d22b7ca0c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:05.101744 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26cbe724-185b-4ef3-95bf-bdb07392a483 admin admin] Made reservation on behalf of 98f8fae0130241e28471150fe11feb81 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 01:27:05.104216 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-26cbe724-185b-4ef3-95bf-bdb07392a483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:05.123039 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-26cbe724-185b-4ef3-95bf-bdb07392a483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:05.203025 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5df98aeb-5015-488b-8f21-ca4e5d346b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:05.205609 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ce0296e7-6f4b-4095-8f8f-3b236ad9c22f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:05.251344 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5df98aeb-5015-488b-8f21-ca4e5d346b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:05.279748 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5df98aeb-5015-488b-8f21-ca4e5d346b4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 01:27:05.290404 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5df98aeb-5015-488b-8f21-ca4e5d346b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3751945'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:05.290935 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.db.segments_db [None req-5df98aeb-5015-488b-8f21-ca4e5d346b4a admin admin] Added segment c993bcac-e277-4f3b-bd60-f5981b3d4d87 of type vlan for network 7174364e-21f5-4530-b13b-3732c00bf226 Aug 25 01:27:05.335894 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5df98aeb-5015-488b-8f21-ca4e5d346b4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782026683423'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:05.353696 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-26cbe724-185b-4ef3-95bf-bdb07392a483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:05.367124 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d23ac26-bd42-470f-87c9-2cdccd09f3e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=188eb13b-b7e9-4bbd-aeae-c0c5ea392579,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:05.394718 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-26cbe724-185b-4ef3-95bf-bdb07392a483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:05.415786 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26cbe724-185b-4ef3-95bf-bdb07392a483 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 01:27:05.430358 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5df98aeb-5015-488b-8f21-ca4e5d346b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:05.433641 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df98aeb-5015-488b-8f21-ca4e5d346b4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:05.435307 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5df98aeb-5015-488b-8f21-ca4e5d346b4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:05.465647 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-26cbe724-185b-4ef3-95bf-bdb07392a483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3751945'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:05.465998 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.db.segments_db [None req-26cbe724-185b-4ef3-95bf-bdb07392a483 admin admin] Added segment 9145de79-1352-4254-9daa-e1313ba1d3bd of type vlan for network a5c9817c-ab19-470c-afc3-2431f71a9870 Aug 25 01:27:05.486747 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3d23ac26-bd42-470f-87c9-2cdccd09f3e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782026683423'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:05.510712 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df98aeb-5015-488b-8f21-ca4e5d346b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5302a4c2-06a9-49b7-9d2f-236f96a71c5a,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:05.526118 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cbe724-185b-4ef3-95bf-bdb07392a483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7df8a5-5214-4cc7-9a66-ade10cb72ca8,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:05.587417 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-26cbe724-185b-4ef3-95bf-bdb07392a483 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782026683423'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:05.600121 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df98aeb-5015-488b-8f21-ca4e5d346b4a admin admin] Pushing event updated for resources: {'Network': ['ID=7174364e-21f5-4530-b13b-3732c00bf226,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:05.610033 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3d23ac26-bd42-470f-87c9-2cdccd09f3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:05.612011 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Network 7174364e-21f5-4530-b13b-3732c00bf226 details requested by agent ovs-agent-dv-cinder-790014-2-iscsi with host dv-cinder-790014-2-iscsi {{(pid=93834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 01:27:05.612704 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d23ac26-bd42-470f-87c9-2cdccd09f3e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:05.614140 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3d23ac26-bd42-470f-87c9-2cdccd09f3e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:05.644303 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ce0296e7-6f4b-4095-8f8f-3b236ad9c22f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:05.697723 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-265b2084-b0d4-47fb-acb7-006d22b7ca0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:05.750962 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d23ac26-bd42-470f-87c9-2cdccd09f3e9 admin admin] Pushing event updated for resources: {'Network': ['ID=941f32ea-0da3-4101-b2fe-5e10ea072419,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:05.753826 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ce0296e7-6f4b-4095-8f8f-3b236ad9c22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:05.781811 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0296e7-6f4b-4095-8f8f-3b236ad9c22f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe70ebad-9308-4262-853f-495a4796c711,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:05.785268 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-3d23ac26-bd42-470f-87c9-2cdccd09f3e9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6158981 Aug 25 01:27:05.791392 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-5df98aeb-5015-488b-8f21-ca4e5d346b4a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8565283 Aug 25 01:27:05.797467 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 46530) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:05.797852 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 46532) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:05.797974 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Network 941f32ea-0da3-4101-b2fe-5e10ea072419 details requested by agent ovs-agent-dv-cinder-790014-2-iscsi with host dv-cinder-790014-2-iscsi {{(pid=93834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 01:27:05.804269 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [None req-0710bd2a-87bc-4106-9f56-e8513a3fe5fd admin admin] Request body: {'subnet': {'network_id': '941f32ea-0da3-4101-b2fe-5e10ea072419', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1555647231-subnet', 'tenant_id': '9332813e5ed544a58621b5d1c5e0bbba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:27:05.810011 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-26cbe724-185b-4ef3-95bf-bdb07392a483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:05.813870 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cbe724-185b-4ef3-95bf-bdb07392a483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:05.814098 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [None req-8cc17034-668e-4475-89ec-214c5c428db8 admin admin] Request body: {'subnet': {'network_id': '7174364e-21f5-4530-b13b-3732c00bf226', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1784530841-subnet', 'tenant_id': '03442df359a040ff915121a3170d7c78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:27:05.818864 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-26cbe724-185b-4ef3-95bf-bdb07392a483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:05.832516 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce0296e7-6f4b-4095-8f8f-3b236ad9c22f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 01:27:05.841911 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc17034-668e-4475-89ec-214c5c428db8 admin admin] Made reservation on behalf of 03442df359a040ff915121a3170d7c78 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 01:27:05.844459 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8cc17034-668e-4475-89ec-214c5c428db8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:05.871030 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ce0296e7-6f4b-4095-8f8f-3b236ad9c22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3751945'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:05.871668 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.db.segments_db [None req-ce0296e7-6f4b-4095-8f8f-3b236ad9c22f admin admin] Added segment c9ed2e66-9f51-479e-a1c4-50aff58a808a of type vlan for network fd6ab0d2-8137-4fff-919c-e0812b557a4f Aug 25 01:27:05.913796 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265b2084-b0d4-47fb-acb7-006d22b7ca0c admin admin] Checking segment: {'id': '4944b506-92f4-4d03-bf96-a130cf5b7dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '400a2ac9-3eb3-4dc0-9993-b410ce65adf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:27:05.919256 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265b2084-b0d4-47fb-acb7-006d22b7ca0c admin admin] Network hostable DHCP agents. Network: 400a2ac9-3eb3-4dc0-9993-b410ce65adf5, hostable agents: ['ac5d4c25-da57-44fa-9536-6aedd7c82d66'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 01:27:05.948231 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0710bd2a-87bc-4106-9f56-e8513a3fe5fd admin admin] Made reservation on behalf of 9332813e5ed544a58621b5d1c5e0bbba for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 01:27:05.950481 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0710bd2a-87bc-4106-9f56-e8513a3fe5fd admin admin] Notify callbacks [] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:05.978997 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-26cbe724-185b-4ef3-95bf-bdb07392a483 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3741376 Aug 25 01:27:05.980195 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 46542) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:05.988873 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ce0296e7-6f4b-4095-8f8f-3b236ad9c22f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782026683423'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:05.990399 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b2084-b0d4-47fb-acb7-006d22b7ca0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a3c8204-079a-4b71-b92d-f2dd7dc9c219,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:06.001946 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.v2.base [None req-39c1d7ab-4554-4848-a22d-17a4b69c6627 admin admin] Request body: {'subnet': {'network_id': 'a5c9817c-ab19-470c-afc3-2431f71a9870', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-242877655-subnet', 'tenant_id': '98f8fae0130241e28471150fe11feb81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:27:06.019193 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cbe724-185b-4ef3-95bf-bdb07392a483 admin admin] Pushing event updated for resources: {'Network': ['ID=a5c9817c-ab19-470c-afc3-2431f71a9870,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:06.033680 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Network a5c9817c-ab19-470c-afc3-2431f71a9870 details requested by agent ovs-agent-dv-cinder-790014-2-iscsi with host dv-cinder-790014-2-iscsi {{(pid=93834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 01:27:06.037226 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265b2084-b0d4-47fb-acb7-006d22b7ca0c admin admin] Network 400a2ac9-3eb3-4dc0-9993-b410ce65adf5 is scheduled to be hosted by DHCP agent ac5d4c25-da57-44fa-9536-6aedd7c82d66 with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 01:27:06.057810 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c1d7ab-4554-4848-a22d-17a4b69c6627 admin admin] Made reservation on behalf of 98f8fae0130241e28471150fe11feb81 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 01:27:06.064396 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-39c1d7ab-4554-4848-a22d-17a4b69c6627 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:06.074002 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-265b2084-b0d4-47fb-acb7-006d22b7ca0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-2-iscsi, 400a2ac9-3eb3-4dc0-9993-b410ce65adf5) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:27:06.082264 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265b2084-b0d4-47fb-acb7-006d22b7ca0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:06.082984 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-265b2084-b0d4-47fb-acb7-006d22b7ca0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:06.087576 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad27fa06-7f29-4c51-b402-efd4fc64b7a4 None None] Network 400a2ac9-3eb3-4dc0-9993-b410ce65adf5 requested from dv-cinder-790014-2-iscsi {{(pid=93834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 01:27:06.106445 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ce0296e7-6f4b-4095-8f8f-3b236ad9c22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:06.107669 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0296e7-6f4b-4095-8f8f-3b236ad9c22f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:06.108274 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ce0296e7-6f4b-4095-8f8f-3b236ad9c22f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:06.155529 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-ce0296e7-6f4b-4095-8f8f-3b236ad9c22f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0145833 Aug 25 01:27:06.164662 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 46552) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:06.188393 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [None req-71890c9a-97da-4867-a798-2ee65a1a4a88 admin admin] Request body: {'subnet': {'network_id': 'fd6ab0d2-8137-4fff-919c-e0812b557a4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1662807020-subnet', 'tenant_id': 'b76ebd48c69044859010968bacfba90b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:27:06.195313 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-265b2084-b0d4-47fb-acb7-006d22b7ca0c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3496962 Aug 25 01:27:06.220648 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71890c9a-97da-4867-a798-2ee65a1a4a88 admin admin] Made reservation on behalf of b76ebd48c69044859010968bacfba90b for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 01:27:06.223475 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71890c9a-97da-4867-a798-2ee65a1a4a88 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:06.280574 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b317e2-c09c-4a14-aa1e-13b0ad588000 None None] Network 400a2ac9-3eb3-4dc0-9993-b410ce65adf5 requested from dv-cinder-790014-2-iscsi {{(pid=93834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 01:27:06.363661 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0296e7-6f4b-4095-8f8f-3b236ad9c22f admin admin] Pushing event updated for resources: {'Network': ['ID=fd6ab0d2-8137-4fff-919c-e0812b557a4f,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:06.381092 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Network fd6ab0d2-8137-4fff-919c-e0812b557a4f details requested by agent ovs-agent-dv-cinder-790014-2-iscsi with host dv-cinder-790014-2-iscsi {{(pid=93834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 01:27:06.402420 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-39c1d7ab-4554-4848-a22d-17a4b69c6627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:06.448612 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8cc17034-668e-4475-89ec-214c5c428db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:06.462447 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c1d7ab-4554-4848-a22d-17a4b69c6627 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea2135f9-f7ba-4408-9ca3-af416066fd5f,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:06.504689 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c1d7ab-4554-4848-a22d-17a4b69c6627 admin admin] Checking segment: {'id': '9145de79-1352-4254-9daa-e1313ba1d3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a5c9817c-ab19-470c-afc3-2431f71a9870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:27:06.505555 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c1d7ab-4554-4848-a22d-17a4b69c6627 admin admin] Network hostable DHCP agents. Network: a5c9817c-ab19-470c-afc3-2431f71a9870, hostable agents: ['ac5d4c25-da57-44fa-9536-6aedd7c82d66'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 01:27:06.535252 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c1d7ab-4554-4848-a22d-17a4b69c6627 admin admin] Network a5c9817c-ab19-470c-afc3-2431f71a9870 is scheduled to be hosted by DHCP agent ac5d4c25-da57-44fa-9536-6aedd7c82d66 with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 01:27:06.547402 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-39c1d7ab-4554-4848-a22d-17a4b69c6627 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-2-iscsi, a5c9817c-ab19-470c-afc3-2431f71a9870) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:27:06.555945 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c1d7ab-4554-4848-a22d-17a4b69c6627 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:06.557296 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-39c1d7ab-4554-4848-a22d-17a4b69c6627 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:06.567173 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64434235-5e09-48f8-b812-ab0e8ebd4bd6 None None] Network a5c9817c-ab19-470c-afc3-2431f71a9870 requested from dv-cinder-790014-2-iscsi {{(pid=93834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 01:27:06.590750 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-39c1d7ab-4554-4848-a22d-17a4b69c6627 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5943096 Aug 25 01:27:06.896798 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf7c31c-aa03-442c-a44b-50dd10c5b797 None None] Network a5c9817c-ab19-470c-afc3-2431f71a9870 requested from dv-cinder-790014-2-iscsi {{(pid=93834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 01:27:06.909817 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc17034-668e-4475-89ec-214c5c428db8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bde3a7a8-8cdb-4451-95b6-66e6fffe0bb1,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:06.925270 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0710bd2a-87bc-4106-9f56-e8513a3fe5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:06.984133 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71890c9a-97da-4867-a798-2ee65a1a4a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:06.990085 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc17034-668e-4475-89ec-214c5c428db8 admin admin] Checking segment: {'id': 'c993bcac-e277-4f3b-bd60-f5981b3d4d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7174364e-21f5-4530-b13b-3732c00bf226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:27:06.990445 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc17034-668e-4475-89ec-214c5c428db8 admin admin] Network hostable DHCP agents. Network: 7174364e-21f5-4530-b13b-3732c00bf226, hostable agents: ['ac5d4c25-da57-44fa-9536-6aedd7c82d66'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 01:27:06.996253 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0710bd2a-87bc-4106-9f56-e8513a3fe5fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=84dbee4e-0c46-44e0-883e-063ae4a8075c,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:07.054454 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 46628) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:07.056601 dv-cinder-790014-2-iscsi neutron-server[93832]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 25 01:27:07.186266 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc17034-668e-4475-89ec-214c5c428db8 admin admin] Network 7174364e-21f5-4530-b13b-3732c00bf226 is scheduled to be hosted by DHCP agent ac5d4c25-da57-44fa-9536-6aedd7c82d66 with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 01:27:07.206832 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71890c9a-97da-4867-a798-2ee65a1a4a88 admin admin] Checking segment: {'id': 'c9ed2e66-9f51-479e-a1c4-50aff58a808a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fd6ab0d2-8137-4fff-919c-e0812b557a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:27:07.207135 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71890c9a-97da-4867-a798-2ee65a1a4a88 admin admin] Network hostable DHCP agents. Network: fd6ab0d2-8137-4fff-919c-e0812b557a4f, hostable agents: ['ac5d4c25-da57-44fa-9536-6aedd7c82d66'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 01:27:07.207374 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 46642) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:07.211761 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-8cc17034-668e-4475-89ec-214c5c428db8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-2-iscsi, 7174364e-21f5-4530-b13b-3732c00bf226) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:27:07.217092 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc17034-668e-4475-89ec-214c5c428db8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:07.217092 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8cc17034-668e-4475-89ec-214c5c428db8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:07.219567 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71890c9a-97da-4867-a798-2ee65a1a4a88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=480d38ea-d24b-4229-80ef-563e46a6a2ce,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:07.221573 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba140d7-0086-4739-bc60-bdd4e4cf67ae None None] Network 7174364e-21f5-4530-b13b-3732c00bf226 requested from dv-cinder-790014-2-iscsi {{(pid=93834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 01:27:07.265205 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0710bd2a-87bc-4106-9f56-e8513a3fe5fd admin admin] Checking segment: {'id': '8a64b1e4-c2e9-4500-b4d9-ac866fe3f80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '941f32ea-0da3-4101-b2fe-5e10ea072419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:27:07.265650 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0710bd2a-87bc-4106-9f56-e8513a3fe5fd admin admin] Network hostable DHCP agents. Network: 941f32ea-0da3-4101-b2fe-5e10ea072419, hostable agents: ['ac5d4c25-da57-44fa-9536-6aedd7c82d66'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 01:27:07.270455 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-8cc17034-668e-4475-89ec-214c5c428db8 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4704106 Aug 25 01:27:07.273265 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71890c9a-97da-4867-a798-2ee65a1a4a88 admin admin] Network fd6ab0d2-8137-4fff-919c-e0812b557a4f is scheduled to be hosted by DHCP agent ac5d4c25-da57-44fa-9536-6aedd7c82d66 with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 01:27:07.279261 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-71890c9a-97da-4867-a798-2ee65a1a4a88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-2-iscsi, fd6ab0d2-8137-4fff-919c-e0812b557a4f) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:27:07.284681 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71890c9a-97da-4867-a798-2ee65a1a4a88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:07.285218 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71890c9a-97da-4867-a798-2ee65a1a4a88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:07.297082 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56963cf7-0663-4c83-a509-6136cd9739a8 None None] Network fd6ab0d2-8137-4fff-919c-e0812b557a4f requested from dv-cinder-790014-2-iscsi {{(pid=93834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 01:27:07.317710 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0710bd2a-87bc-4106-9f56-e8513a3fe5fd admin admin] Network 941f32ea-0da3-4101-b2fe-5e10ea072419 is scheduled to be hosted by DHCP agent ac5d4c25-da57-44fa-9536-6aedd7c82d66 with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 01:27:07.328736 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-71890c9a-97da-4867-a798-2ee65a1a4a88 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1630042 Aug 25 01:27:07.329329 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 46648) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:07.331759 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-0710bd2a-87bc-4106-9f56-e8513a3fe5fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-2-iscsi, 941f32ea-0da3-4101-b2fe-5e10ea072419) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:27:07.351393 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [None req-09d6b224-6d94-44ff-987c-b70fb3c966ca admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1662807020-router', 'tenant_id': 'b76ebd48c69044859010968bacfba90b', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4'}}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:27:07.364643 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0710bd2a-87bc-4106-9f56-e8513a3fe5fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:07.366065 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0710bd2a-87bc-4106-9f56-e8513a3fe5fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:07.389389 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6662e857-8b5b-4938-bacd-40eabee04794 None None] Network 941f32ea-0da3-4101-b2fe-5e10ea072419 requested from dv-cinder-790014-2-iscsi {{(pid=93834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 01:27:07.406104 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-09d6b224-6d94-44ff-987c-b70fb3c966ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11028'] for router, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:07.408413 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-09d6b224-6d94-44ff-987c-b70fb3c966ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931179', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-927177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11023'] for router, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:07.426411 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-0710bd2a-87bc-4106-9f56-e8513a3fe5fd admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6270292 Aug 25 01:27:07.428662 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 46654) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:07.437104 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [None req-b9506716-976f-4b34-a8a1-b37d0d0fecef admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1555647231-router', 'tenant_id': '9332813e5ed544a58621b5d1c5e0bbba', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4'}}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:27:07.437274 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72929f2b-987f-47ff-a591-d1ed7aef9611 req-5ccadf7d-c384-401d-9fc0-88a396276efd tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:07.438630 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-72929f2b-987f-47ff-a591-d1ed7aef9611 req-5ccadf7d-c384-401d-9fc0-88a396276efd tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] 10.222.0.23 "GET /v2.0/networks?id=a5c9817c-ab19-470c-afc3-2431f71a9870 HTTP/1.1" status: 200 len: 811 time: 0.2302575 Aug 25 01:27:07.481968 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b9506716-976f-4b34-a8a1-b37d0d0fecef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11028'] for router, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:07.485705 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-72929f2b-987f-47ff-a591-d1ed7aef9611 req-4d05e2ad-ebd5-48f1-8631-ec2a6d92c4c2 tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] 10.222.0.23 "GET /v2.0/quotas/98f8fae0130241e28471150fe11feb81 HTTP/1.1" status: 200 len: 375 time: 0.0320928 Aug 25 01:27:07.487150 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b9506716-976f-4b34-a8a1-b37d0d0fecef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931179', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-927177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11023'] for router, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:07.512231 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 46656) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:07.513245 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 46658) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:07.620914 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-09d6b224-6d94-44ff-987c-b70fb3c966ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:07.625957 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-72929f2b-987f-47ff-a591-d1ed7aef9611 req-76ea699f-3094-4285-a7b8-5fad9c4891ef tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=98f8fae0130241e28471150fe11feb81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1217663 Aug 25 01:27:07.638134 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ddff0f-8ca5-4a64-8f32-9549c1ef77bf req-4c4e9022-92b9-43a1-9117-f1ac80952116 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:07.647535 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-39ddff0f-8ca5-4a64-8f32-9549c1ef77bf req-4c4e9022-92b9-43a1-9117-f1ac80952116 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/networks?id=400a2ac9-3eb3-4dc0-9993-b410ce65adf5 HTTP/1.1" status: 200 len: 814 time: 0.5919576 Aug 25 01:27:07.695240 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-39ddff0f-8ca5-4a64-8f32-9549c1ef77bf req-104d2824-751f-477a-a124-73785d8477e1 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/quotas/46fe21ec575f40a0b26f9482a77b5a73 HTTP/1.1" status: 200 len: 375 time: 0.0402260 Aug 25 01:27:07.707409 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-25d18c2a-034b-4dcc-a6ec-d482b748ad51 admin admin] Deleting subnet 93f15671-b854-4e3a-90af-70f9110e4337 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 01:27:07.726411 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b2299a-4e9c-4d39-ae0e-3e2dc1d76d31 None None] Network 7174364e-21f5-4530-b13b-3732c00bf226 requested from dv-cinder-790014-2-iscsi {{(pid=93834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 01:27:07.731235 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-25d18c2a-034b-4dcc-a6ec-d482b748ad51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:07.774459 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b9506716-976f-4b34-a8a1-b37d0d0fecef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:07.812918 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-39ddff0f-8ca5-4a64-8f32-9549c1ef77bf req-cdda7a43-74d5-4783-9a27-ed642f7d1a88 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=46fe21ec575f40a0b26f9482a77b5a73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1148603 Aug 25 01:27:07.813700 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9938eb-119b-4656-bcd2-5728c5379bc5 None None] Network 941f32ea-0da3-4101-b2fe-5e10ea072419 requested from dv-cinder-790014-2-iscsi {{(pid=93834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 01:27:07.816083 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f212afb5-c0d2-44e7-aff5-ec0a64401f9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:07.842237 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-25d18c2a-034b-4dcc-a6ec-d482b748ad51 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:07.845350 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40281e1-8750-4245-b560-c40e74ffae13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba2eb50d-18ea-5a46-8f87-f237355d5e2f-fd6ab0d2-8137-4fff-919c-e0812b557a4f', 'network_id': 'fd6ab0d2-8137-4fff-919c-e0812b557a4f', 'tenant_id': 'b76ebd48c69044859010968bacfba90b', 'fixed_ips': [{'subnet_id': '480d38ea-d24b-4229-80ef-563e46a6a2ce'}]}} from dv-cinder-790014-2-iscsi. {{(pid=93834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 01:27:07.846544 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f40281e1-8750-4245-b560-c40e74ffae13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:07.868026 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-25d18c2a-034b-4dcc-a6ec-d482b748ad51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4168828'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:07.905714 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [req-72929f2b-987f-47ff-a591-d1ed7aef9611 req-b74fc321-dd5a-48ff-a39d-716181ebf699 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 01:27:07.906790 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-72929f2b-987f-47ff-a591-d1ed7aef9611 req-b74fc321-dd5a-48ff-a39d-716181ebf699 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1341555 Aug 25 01:27:07.948802 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-09d6b224-6d94-44ff-987c-b70fb3c966ca admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:07.994403 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [req-39ddff0f-8ca5-4a64-8f32-9549c1ef77bf req-f6881e42-3179-44a8-b14b-8882b162a8ef service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 01:27:07.995528 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-39ddff0f-8ca5-4a64-8f32-9549c1ef77bf req-f6881e42-3179-44a8-b14b-8882b162a8ef service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1002507 Aug 25 01:27:08.104319 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b9506716-976f-4b34-a8a1-b37d0d0fecef admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:08.196966 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-25d18c2a-034b-4dcc-a6ec-d482b748ad51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4168079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:08.241384 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d18c2a-034b-4dcc-a6ec-d482b748ad51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93f15671-b854-4e3a-90af-70f9110e4337,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:08.241768 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-f40281e1-8750-4245-b560-c40e74ffae13 None None] Allocated IP 172.20.0.2 (fd6ab0d2-8137-4fff-919c-e0812b557a4f/480d38ea-d24b-4229-80ef-563e46a6a2ce/a19295ae-1012-45d0-98cf-ebc94928c765) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 01:27:08.251826 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-72929f2b-987f-47ff-a591-d1ed7aef9611 req-39ed8602-1366-4d47-b6b6-8a6195ef6287 service neutron] 10.222.0.23 "GET /v2.0/networks/a5c9817c-ab19-470c-afc3-2431f71a9870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230073 Aug 25 01:27:08.334604 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-25d18c2a-034b-4dcc-a6ec-d482b748ad51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:08.337063 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-25d18c2a-034b-4dcc-a6ec-d482b748ad51 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/93f15671-b854-4e3a-90af-70f9110e4337 HTTP/1.1" status: 204 len: 168 time: 0.8211360 Aug 25 01:27:08.341317 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 46692) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:08.343850 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-39ddff0f-8ca5-4a64-8f32-9549c1ef77bf req-56d6268d-6fda-4737-87b0-991619b61068 service neutron] 10.222.0.23 "GET /v2.0/networks/400a2ac9-3eb3-4dc0-9993-b410ce65adf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063149 Aug 25 01:27:08.498709 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f212afb5-c0d2-44e7-aff5-ec0a64401f9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:08.516786 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-72929f2b-987f-47ff-a591-d1ed7aef9611 req-59280d50-f8d5-41c4-8f54-fa9cd998ed99 service neutron] 10.222.0.23 "GET /v2.0/networks/a5c9817c-ab19-470c-afc3-2431f71a9870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501614 Aug 25 01:27:08.582495 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-09d6b224-6d94-44ff-987c-b70fb3c966ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:08.600463 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f40281e1-8750-4245-b560-c40e74ffae13 None None] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:08.612552 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-f40281e1-8750-4245-b560-c40e74ffae13 None None] Transition to ACTIVE for port object a19295ae-1012-45d0-98cf-ebc94928c765 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:27:08.632097 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-f40281e1-8750-4245-b560-c40e74ffae13 None None] Transition to ACTIVE for port object a19295ae-1012-45d0-98cf-ebc94928c765 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:27:08.646863 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f40281e1-8750-4245-b560-c40e74ffae13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782026665144'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:08.647347 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-09d6b224-6d94-44ff-987c-b70fb3c966ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:08.685809 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f212afb5-c0d2-44e7-aff5-ec0a64401f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:08.694833 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40281e1-8750-4245-b560-c40e74ffae13 None None] Network fd6ab0d2-8137-4fff-919c-e0812b557a4f is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:27:08.700274 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-f40281e1-8750-4245-b560-c40e74ffae13 None None] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:27:08.702927 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6b9abb22-c6dc-4afe-b594-a100888df497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116255'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:08.703108 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40281e1-8750-4245-b560-c40e74ffae13 None None] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 01:27:08.717998 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40281e1-8750-4245-b560-c40e74ffae13 None None] Pushing event updated for resources: {'Port': ['ID=a19295ae-1012-45d0-98cf-ebc94928c765,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:08.736556 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40281e1-8750-4245-b560-c40e74ffae13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:27:08.737063 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40281e1-8750-4245-b560-c40e74ffae13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:27:08.737409 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40281e1-8750-4245-b560-c40e74ffae13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:27:08.737748 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40281e1-8750-4245-b560-c40e74ffae13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:27:08.738078 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40281e1-8750-4245-b560-c40e74ffae13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:27:08.738440 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40281e1-8750-4245-b560-c40e74ffae13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:27:08.738798 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40281e1-8750-4245-b560-c40e74ffae13 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:27:08.739129 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40281e1-8750-4245-b560-c40e74ffae13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:27:08.739517 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40281e1-8750-4245-b560-c40e74ffae13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:27:08.739862 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40281e1-8750-4245-b560-c40e74ffae13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:27:08.740168 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40281e1-8750-4245-b560-c40e74ffae13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:27:08.740490 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40281e1-8750-4245-b560-c40e74ffae13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:27:08.741671 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40281e1-8750-4245-b560-c40e74ffae13 None None] Tracked resource versions report: Aug 25 01:27:08.741671 dv-cinder-790014-2-iscsi neutron-server[93834]: pushed versions: Aug 25 01:27:08.741671 dv-cinder-790014-2-iscsi neutron-server[93834]: { 'AddressGroup': {'1.2'}, Aug 25 01:27:08.741671 dv-cinder-790014-2-iscsi neutron-server[93834]: 'ConntrackHelper': {'1.0'}, Aug 25 01:27:08.741671 dv-cinder-790014-2-iscsi neutron-server[93834]: 'Log': {'1.0'}, Aug 25 01:27:08.741671 dv-cinder-790014-2-iscsi neutron-server[93834]: 'Network': {'1.1'}, Aug 25 01:27:08.741671 dv-cinder-790014-2-iscsi neutron-server[93834]: 'Port': {'1.7'}, Aug 25 01:27:08.741671 dv-cinder-790014-2-iscsi neutron-server[93834]: 'PortForwarding': {'1.2'}, Aug 25 01:27:08.741671 dv-cinder-790014-2-iscsi neutron-server[93834]: 'QosPolicy': {'1.9'}, Aug 25 01:27:08.741671 dv-cinder-790014-2-iscsi neutron-server[93834]: 'SecurityGroup': {'1.4'}, Aug 25 01:27:08.741671 dv-cinder-790014-2-iscsi neutron-server[93834]: 'SecurityGroupRule': {'1.2'}, Aug 25 01:27:08.741671 dv-cinder-790014-2-iscsi neutron-server[93834]: 'SubPort': {'1.0'}, Aug 25 01:27:08.741671 dv-cinder-790014-2-iscsi neutron-server[93834]: 'Subnet': {'1.1'}, Aug 25 01:27:08.741671 dv-cinder-790014-2-iscsi neutron-server[93834]: 'Trunk': {'1.1'}} Aug 25 01:27:08.741671 dv-cinder-790014-2-iscsi neutron-server[93834]: consumer versions: Aug 25 01:27:08.741671 dv-cinder-790014-2-iscsi neutron-server[93834]: { DHCP agent@dv-cinder-790014-2-iscsi: {}, Aug 25 01:27:08.741671 dv-cinder-790014-2-iscsi neutron-server[93834]: HyperV agent@hv-cinder-79001: {}, Aug 25 01:27:08.741671 dv-cinder-790014-2-iscsi neutron-server[93834]: L3 agent@dv-cinder-790014-2-iscsi: {}, Aug 25 01:27:08.741671 dv-cinder-790014-2-iscsi neutron-server[93834]: Metadata agent@dv-cinder-790014-2-iscsi: {}, Aug 25 01:27:08.741671 dv-cinder-790014-2-iscsi neutron-server[93834]: Metering agent@dv-cinder-790014-2-iscsi: {}, Aug 25 01:27:08.741671 dv-cinder-790014-2-iscsi neutron-server[93834]: Open vSwitch agent@dv-cinder-790014-2-iscsi: { 'AddressGroup': '1.2', Aug 25 01:27:08.741671 dv-cinder-790014-2-iscsi neutron-server[93834]: 'ConntrackHelper': '1.0', Aug 25 01:27:08.741671 dv-cinder-790014-2-iscsi neutron-server[93834]: 'Log': '1.0', Aug 25 01:27:08.741671 dv-cinder-790014-2-iscsi neutron-server[93834]: 'Network': '1.1', Aug 25 01:27:08.741671 dv-cinder-790014-2-iscsi neutron-server[93834]: 'Port': '1.7', Aug 25 01:27:08.741671 dv-cinder-790014-2-iscsi neutron-server[93834]: 'PortForwarding': '1.2', Aug 25 01:27:08.741671 dv-cinder-790014-2-iscsi neutron-server[93834]: 'QosPolicy': '1.9', Aug 25 01:27:08.741671 dv-cinder-790014-2-iscsi neutron-server[93834]: 'SecurityGroup': '1.4', Aug 25 01:27:08.741671 dv-cinder-790014-2-iscsi neutron-server[93834]: 'SecurityGroupRule': '1.2', Aug 25 01:27:08.741671 dv-cinder-790014-2-iscsi neutron-server[93834]: 'SubPort': '1.0', Aug 25 01:27:08.741671 dv-cinder-790014-2-iscsi neutron-server[93834]: 'Subnet': '1.1', Aug 25 01:27:08.741671 dv-cinder-790014-2-iscsi neutron-server[93834]: 'Trunk': '1.1'}} Aug 25 01:27:08.741671 dv-cinder-790014-2-iscsi neutron-server[93834]: {{(pid=93834) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 01:27:08.765443 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-f212afb5-c0d2-44e7-aff5-ec0a64401f9e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1d6c251cf7e54d38a28b5fa64fd24173&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2480531 Aug 25 01:27:08.766393 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 46704) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:08.790975 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b9506716-976f-4b34-a8a1-b37d0d0fecef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:08.799616 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-f40281e1-8750-4245-b560-c40e74ffae13 None None] Attempting to bind port a19295ae-1012-45d0-98cf-ebc94928c765 on host dv-cinder-790014-2-iscsi for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 01:27:08.800001 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-f40281e1-8750-4245-b560-c40e74ffae13 None None] Attempting to bind port a19295ae-1012-45d0-98cf-ebc94928c765 by drivers openvswitch,hyperv on host dv-cinder-790014-2-iscsi at level 0 using segments [{'id': 'c9ed2e66-9f51-479e-a1c4-50aff58a808a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fd6ab0d2-8137-4fff-919c-e0812b557a4f'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 01:27:08.800372 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40281e1-8750-4245-b560-c40e74ffae13 None None] Attempting to bind port a19295ae-1012-45d0-98cf-ebc94928c765 on network fd6ab0d2-8137-4fff-919c-e0812b557a4f {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:27:08.800823 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f212afb5-c0d2-44e7-aff5-ec0a64401f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e07187b-1bac-4530-8652-94e99c1c19f8,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:08.808456 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40281e1-8750-4245-b560-c40e74ffae13 None None] Checking agent: {'id': 'd4180fab-6748-497c-b5c9-83716f34f1ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 1, 19, 30), 'started_at': datetime.datetime(2021, 8, 25, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 01:27:08.809109 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40281e1-8750-4245-b560-c40e74ffae13 None None] Checking segment: {'id': 'c9ed2e66-9f51-479e-a1c4-50aff58a808a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fd6ab0d2-8137-4fff-919c-e0812b557a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:27:08.809492 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f40281e1-8750-4245-b560-c40e74ffae13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:08.809891 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40281e1-8750-4245-b560-c40e74ffae13 None None] Bound using segment: {'id': 'c9ed2e66-9f51-479e-a1c4-50aff58a808a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fd6ab0d2-8137-4fff-919c-e0812b557a4f'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 01:27:08.810393 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-f40281e1-8750-4245-b560-c40e74ffae13 None None] Bound port: a19295ae-1012-45d0-98cf-ebc94928c765, host: dv-cinder-790014-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9ed2e66-9f51-479e-a1c4-50aff58a808a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fd6ab0d2-8137-4fff-919c-e0812b557a4f'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 01:27:08.810961 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f40281e1-8750-4245-b560-c40e74ffae13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:08.867139 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-39ddff0f-8ca5-4a64-8f32-9549c1ef77bf req-8490a49f-03b7-4659-b66d-c0f09a10082f service neutron] 10.222.0.23 "GET /v2.0/networks/400a2ac9-3eb3-4dc0-9993-b410ce65adf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5102777 Aug 25 01:27:08.872573 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b9506716-976f-4b34-a8a1-b37d0d0fecef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:08.883365 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-f40281e1-8750-4245-b560-c40e74ffae13 None None] For port a19295ae-1012-45d0-98cf-ebc94928c765, host dv-cinder-790014-2-iscsi, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 01:27:08.887766 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-f40281e1-8750-4245-b560-c40e74ffae13 None None] For port a19295ae-1012-45d0-98cf-ebc94928c765, host dv-cinder-790014-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=a19295ae-1012-45d0-98cf-ebc94928c765,segment=NetworkSegment(c9ed2e66-9f51-479e-a1c4-50aff58a808a),segment_id=c9ed2e66-9f51-479e-a1c4-50aff58a808a)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 01:27:08.897624 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f40281e1-8750-4245-b560-c40e74ffae13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:08.995791 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-09d6b224-6d94-44ff-987c-b70fb3c966ca admin admin] Allocated IP 172.27.1.155 (010d8b7d-53b1-407d-b771-6477c60770f4/e3100a47-8cf0-41e7-afe0-dcfedb56ff39/89adf160-2f39-4d88-ab8f-2fb2c038b7ed) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 01:27:09.004836 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40281e1-8750-4245-b560-c40e74ffae13 None None] Pushing event updated for resources: {'Port': ['ID=a19295ae-1012-45d0-98cf-ebc94928c765,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:09.034880 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c76992d4-01dd-4dd5-8962-8b32d6e02714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:09.131493 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c76992d4-01dd-4dd5-8962-8b32d6e02714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:09.187394 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-09d6b224-6d94-44ff-987c-b70fb3c966ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:09.262735 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c76992d4-01dd-4dd5-8962-8b32d6e02714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:09.266256 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c76992d4-01dd-4dd5-8962-8b32d6e02714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:09.268373 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-c76992d4-01dd-4dd5-8962-8b32d6e02714 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3e07187b-1bac-4530-8652-94e99c1c19f8 HTTP/1.1" status: 204 len: 168 time: 0.4949222 Aug 25 01:27:09.273037 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-1b55c1ec-7792-42ee-86df-1c4afc2d4307 req-53daaa37-3711-4093-9dfa-3864e5e789cd tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a6a7b17-3df9-4469-98d4-9f52900dcf6b HTTP/1.1" status: 200 len: 210 time: 0.2422740 Aug 25 01:27:09.275144 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6b9abb22-c6dc-4afe-b594-a100888df497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4169723', 'neutron.services.segments.db._delete_segments_for_network-8782027164591'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:09.357142 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76992d4-01dd-4dd5-8962-8b32d6e02714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e07187b-1bac-4530-8652-94e99c1c19f8,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:09.362626 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6b9abb22-c6dc-4afe-b594-a100888df497 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:27:09.370070 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6b9abb22-c6dc-4afe-b594-a100888df497 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:27:09.371124 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6b9abb22-c6dc-4afe-b594-a100888df497 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:27:09.376633 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6b9abb22-c6dc-4afe-b594-a100888df497 admin admin] Subscribe: > port after_create 55550000 {{(pid=93832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:27:09.377185 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6b9abb22-c6dc-4afe-b594-a100888df497 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:27:09.377743 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6b9abb22-c6dc-4afe-b594-a100888df497 admin admin] Subscribe: > port after_update 55550000 {{(pid=93832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:27:09.378243 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6b9abb22-c6dc-4afe-b594-a100888df497 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:27:09.378770 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6b9abb22-c6dc-4afe-b594-a100888df497 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:27:09.379397 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6b9abb22-c6dc-4afe-b594-a100888df497 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:27:09.379635 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6b9abb22-c6dc-4afe-b594-a100888df497 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:27:09.519425 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-09d6b224-6d94-44ff-987c-b70fb3c966ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782026665144'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:09.616354 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6b9abb22-c6dc-4afe-b594-a100888df497 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:27:09.618775 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6b9abb22-c6dc-4afe-b594-a100888df497 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:27:09.621295 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6b9abb22-c6dc-4afe-b594-a100888df497 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:27:09.621669 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6b9abb22-c6dc-4afe-b594-a100888df497 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:27:09.623081 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.services.segments.db [None req-6b9abb22-c6dc-4afe-b594-a100888df497 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1b8e389-6d37-4e91-8667-b1593d8ddb2c']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:27:09.699731 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.services.segments.db [None req-6b9abb22-c6dc-4afe-b594-a100888df497 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81368b8d-cdab-41b7-a7ee-2c4de92580ad') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:27:09.700312 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.services.segments.db [None req-6b9abb22-c6dc-4afe-b594-a100888df497 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81368b8d-cdab-41b7-a7ee-2c4de92580ad') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:27:09.722714 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-acc1de34-3f9e-47c6-bebb-3985232aba5a req-da4fb8af-47e6-4559-bc0b-14b600d68261 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c445070-60d2-4f2d-8d55-b61613a6f11c HTTP/1.1" status: 200 len: 210 time: 0.0942590 Aug 25 01:27:09.756912 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6b9abb22-c6dc-4afe-b594-a100888df497 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782027164474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1005449'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:09.780389 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d6b224-6d94-44ff-987c-b70fb3c966ca admin admin] Network 010d8b7d-53b1-407d-b771-6477c60770f4 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:27:09.789324 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-09d6b224-6d94-44ff-987c-b70fb3c966ca admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:27:09.797589 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d6b224-6d94-44ff-987c-b70fb3c966ca admin admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 01:27:09.810295 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6b9abb22-c6dc-4afe-b594-a100888df497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3751945'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:09.821055 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b9abb22-c6dc-4afe-b594-a100888df497 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 01:27:09.821973 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6b9abb22-c6dc-4afe-b594-a100888df497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3751945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11069672'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:09.826878 dv-cinder-790014-2-iscsi neutron-server[93832]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 25 01:27:09.826878 dv-cinder-790014-2-iscsi neutron-server[93832]: from cryptography.utils import int_from_bytes Aug 25 01:27:09.826878 dv-cinder-790014-2-iscsi neutron-server[93832]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 25 01:27:09.826878 dv-cinder-790014-2-iscsi neutron-server[93832]: from cryptography.utils import int_from_bytes Aug 25 01:27:09.826878 dv-cinder-790014-2-iscsi neutron-server[93832]: Traceback (most recent call last): Aug 25 01:27:09.826878 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 01:27:09.826878 dv-cinder-790014-2-iscsi neutron-server[93832]: timer() Aug 25 01:27:09.826878 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 01:27:09.826878 dv-cinder-790014-2-iscsi neutron-server[93832]: cb(*args, **kw) Aug 25 01:27:09.826878 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 01:27:09.826878 dv-cinder-790014-2-iscsi neutron-server[93832]: return func(*args, **kwargs) Aug 25 01:27:09.826878 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 01:27:09.826878 dv-cinder-790014-2-iscsi neutron-server[93832]: self._notify() Aug 25 01:27:09.826878 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 01:27:09.826878 dv-cinder-790014-2-iscsi neutron-server[93832]: self.callback(batched_events) Aug 25 01:27:09.826878 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 01:27:09.826878 dv-cinder-790014-2-iscsi neutron-server[93832]: event.method(event) Aug 25 01:27:09.826878 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 01:27:09.826878 dv-cinder-790014-2-iscsi neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 01:27:09.826878 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 01:27:09.826878 dv-cinder-790014-2-iscsi neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 01:27:09.826878 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 01:27:09.826878 dv-cinder-790014-2-iscsi neutron-server[93832]: return f(self, *a, **k) Aug 25 01:27:09.826878 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 25 01:27:09.826878 dv-cinder-790014-2-iscsi neutron-server[93832]: return self._get(url).json() Aug 25 01:27:09.826878 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 25 01:27:09.826878 dv-cinder-790014-2-iscsi neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 01:27:09.826878 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 01:27:09.826878 dv-cinder-790014-2-iscsi neutron-server[93832]: return self.request(url, 'GET', **kwargs) Aug 25 01:27:09.826878 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 01:27:09.826878 dv-cinder-790014-2-iscsi neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 01:27:09.826878 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 01:27:09.826878 dv-cinder-790014-2-iscsi neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 01:27:09.826878 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 01:27:09.826878 dv-cinder-790014-2-iscsi neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 01:27:09.826878 dv-cinder-790014-2-iscsi neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 01:27:09.843757 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6b224-6d94-44ff-987c-b70fb3c966ca admin admin] Pushing event updated for resources: {'Port': ['ID=89adf160-2f39-4d88-ab8f-2fb2c038b7ed,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:09.893412 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-b9506716-976f-4b34-a8a1-b37d0d0fecef admin admin] Allocated IP 172.27.1.234 (010d8b7d-53b1-407d-b771-6477c60770f4/e3100a47-8cf0-41e7-afe0-dcfedb56ff39/76418563-14e8-44d4-ac27-d42858ccd1f2) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 01:27:09.919178 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6b9abb22-c6dc-4afe-b594-a100888df497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4169714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930796'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:09.939167 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6b9abb22-c6dc-4afe-b594-a100888df497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:09.947842 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-6b9abb22-c6dc-4afe-b594-a100888df497 admin admin] 10.222.0.23 "DELETE /v2.0/networks/f1b8e389-6d37-4e91-8667-b1593d8ddb2c HTTP/1.1" status: 204 len: 168 time: 1.6025107 Aug 25 01:27:09.948889 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 46784) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:09.994135 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9abb22-c6dc-4afe-b594-a100888df497 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1b8e389-6d37-4e91-8667-b1593d8ddb2c,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:10.102704 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-d56bca5c-2249-48fc-8ad8-28ac08b9fa20 admin admin] Deleting subnet bde3a7a8-8cdb-4451-95b6-66e6fffe0bb1 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 01:27:10.110263 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d56bca5c-2249-48fc-8ad8-28ac08b9fa20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:10.176303 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d56bca5c-2249-48fc-8ad8-28ac08b9fa20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1005446'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:10.265025 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d56bca5c-2249-48fc-8ad8-28ac08b9fa20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4168828'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:10.368149 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d56bca5c-2249-48fc-8ad8-28ac08b9fa20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4168079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11070218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11930263'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:10.437714 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56bca5c-2249-48fc-8ad8-28ac08b9fa20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bde3a7a8-8cdb-4451-95b6-66e6fffe0bb1,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:10.617762 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-248b931c-7381-40c9-9534-3a43ed2946b4 req-5826289e-b6cd-4f41-bbf4-321c64a25b7c tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a6a7b17-3df9-4469-98d4-9f52900dcf6b HTTP/1.1" status: 200 len: 210 time: 0.1853893 Aug 25 01:27:10.631616 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d56bca5c-2249-48fc-8ad8-28ac08b9fa20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:10.639546 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-d56bca5c-2249-48fc-8ad8-28ac08b9fa20 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/bde3a7a8-8cdb-4451-95b6-66e6fffe0bb1 HTTP/1.1" status: 204 len: 168 time: 0.6662028 Aug 25 01:27:10.640506 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 46828) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:10.641838 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device a19295ae-1012-45d0-98cf-ebc94928c765 up at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:27:10.682271 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b9506716-976f-4b34-a8a1-b37d0d0fecef admin admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:10.702798 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-09d6b224-6d94-44ff-987c-b70fb3c966ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:10.747863 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning for port a19295ae-1012-45d0-98cf-ebc94928c765 completed by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:27:10.775086 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050550a9-a01b-4642-8fd9-ec7172f46283 None None] Network fd6ab0d2-8137-4fff-919c-e0812b557a4f requested from dv-cinder-790014-2-iscsi {{(pid=93834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 01:27:10.885124 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b9506716-976f-4b34-a8a1-b37d0d0fecef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782026665144'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:10.932924 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-52568fc7-e30f-45da-820d-0eb1e6094b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116255'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:11.004784 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-f011227c-03a0-4620-8e37-35a485cc9f27 None None] Provisioning for port a19295ae-1012-45d0-98cf-ebc94928c765 completed by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:27:11.028361 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9506716-976f-4b34-a8a1-b37d0d0fecef admin admin] Network 010d8b7d-53b1-407d-b771-6477c60770f4 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:27:11.037680 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-b9506716-976f-4b34-a8a1-b37d0d0fecef admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:27:11.042202 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-f011227c-03a0-4620-8e37-35a485cc9f27 None None] Provisioning complete for port a19295ae-1012-45d0-98cf-ebc94928c765 triggered by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:27:11.043816 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f011227c-03a0-4620-8e37-35a485cc9f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:11.048683 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9506716-976f-4b34-a8a1-b37d0d0fecef admin admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 01:27:11.055041 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9506716-976f-4b34-a8a1-b37d0d0fecef admin admin] Pushing event updated for resources: {'Port': ['ID=76418563-14e8-44d4-ac27-d42858ccd1f2,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:11.083848 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-6879f45e-27d8-41f8-bb5a-e2fa2d494208 req-b8c01b6e-5b5e-4957-a04c-6d923947c8ff tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c445070-60d2-4f2d-8d55-b61613a6f11c HTTP/1.1" status: 200 len: 210 time: 0.1476235 Aug 25 01:27:11.241106 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-09d6b224-6d94-44ff-987c-b70fb3c966ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931096'] for router, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:11.243116 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-52568fc7-e30f-45da-820d-0eb1e6094b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4169723', 'neutron.services.segments.db._delete_segments_for_network-8782027164591'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:11.268548 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.services.segments.db [None req-52568fc7-e30f-45da-820d-0eb1e6094b33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7174364e-21f5-4530-b13b-3732c00bf226']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:27:11.293033 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.services.segments.db [None req-52568fc7-e30f-45da-820d-0eb1e6094b33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c993bcac-e277-4f3b-bd60-f5981b3d4d87') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:27:11.293610 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.services.segments.db [None req-52568fc7-e30f-45da-820d-0eb1e6094b33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c993bcac-e277-4f3b-bd60-f5981b3d4d87') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:27:11.308654 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 46858) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:11.329196 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-52568fc7-e30f-45da-820d-0eb1e6094b33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782027164474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1005449'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:11.358053 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f011227c-03a0-4620-8e37-35a485cc9f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:11.366216 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-52568fc7-e30f-45da-820d-0eb1e6094b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3751945'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:11.379464 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52568fc7-e30f-45da-820d-0eb1e6094b33 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 01:27:11.382151 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-52568fc7-e30f-45da-820d-0eb1e6094b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3751945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11069672'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:11.384474 dv-cinder-790014-2-iscsi neutron-server[93832]: Traceback (most recent call last): Aug 25 01:27:11.384474 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 01:27:11.384474 dv-cinder-790014-2-iscsi neutron-server[93832]: timer() Aug 25 01:27:11.384474 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 01:27:11.384474 dv-cinder-790014-2-iscsi neutron-server[93832]: cb(*args, **kw) Aug 25 01:27:11.384474 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 01:27:11.384474 dv-cinder-790014-2-iscsi neutron-server[93832]: return func(*args, **kwargs) Aug 25 01:27:11.384474 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 01:27:11.384474 dv-cinder-790014-2-iscsi neutron-server[93832]: self._notify() Aug 25 01:27:11.384474 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 01:27:11.384474 dv-cinder-790014-2-iscsi neutron-server[93832]: self.callback(batched_events) Aug 25 01:27:11.384474 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 01:27:11.384474 dv-cinder-790014-2-iscsi neutron-server[93832]: event.method(event) Aug 25 01:27:11.384474 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 01:27:11.384474 dv-cinder-790014-2-iscsi neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 01:27:11.384474 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 01:27:11.384474 dv-cinder-790014-2-iscsi neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 01:27:11.384474 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 01:27:11.384474 dv-cinder-790014-2-iscsi neutron-server[93832]: return f(self, *a, **k) Aug 25 01:27:11.384474 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 25 01:27:11.384474 dv-cinder-790014-2-iscsi neutron-server[93832]: return self._get(url).json() Aug 25 01:27:11.384474 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 25 01:27:11.384474 dv-cinder-790014-2-iscsi neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 01:27:11.384474 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 01:27:11.384474 dv-cinder-790014-2-iscsi neutron-server[93832]: return self.request(url, 'GET', **kwargs) Aug 25 01:27:11.384474 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 01:27:11.384474 dv-cinder-790014-2-iscsi neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 01:27:11.384474 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 01:27:11.384474 dv-cinder-790014-2-iscsi neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 01:27:11.384474 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 01:27:11.384474 dv-cinder-790014-2-iscsi neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 01:27:11.384474 dv-cinder-790014-2-iscsi neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 01:27:11.415525 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-f011227c-03a0-4620-8e37-35a485cc9f27 None None] For port a19295ae-1012-45d0-98cf-ebc94928c765, host dv-cinder-790014-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=a19295ae-1012-45d0-98cf-ebc94928c765,segment=NetworkSegment(c9ed2e66-9f51-479e-a1c4-50aff58a808a),segment_id=c9ed2e66-9f51-479e-a1c4-50aff58a808a)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:27:11.422896 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f011227c-03a0-4620-8e37-35a485cc9f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:11.531100 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-52568fc7-e30f-45da-820d-0eb1e6094b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4169714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930796'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:11.541067 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f011227c-03a0-4620-8e37-35a485cc9f27 None None] Pushing event updated for resources: {'Port': ['ID=a19295ae-1012-45d0-98cf-ebc94928c765,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:11.542547 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-52568fc7-e30f-45da-820d-0eb1e6094b33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:11.549479 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-52568fc7-e30f-45da-820d-0eb1e6094b33 admin admin] 10.222.0.23 "DELETE /v2.0/networks/7174364e-21f5-4530-b13b-3732c00bf226 HTTP/1.1" status: 204 len: 168 time: 0.9069324 Aug 25 01:27:11.600422 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52568fc7-e30f-45da-820d-0eb1e6094b33 admin admin] Pushing event deleted for resources: {'Network': ['ID=7174364e-21f5-4530-b13b-3732c00bf226,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:11.618156 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-57a643c6-7d5d-417f-8daa-ff86378193d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:11.667062 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b9506716-976f-4b34-a8a1-b37d0d0fecef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:11.749444 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-7e6f118d-02d9-465b-bffe-3269841b27fa None None] Provisioning complete for port a19295ae-1012-45d0-98cf-ebc94928c765 triggered by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:27:11.751811 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7e6f118d-02d9-465b-bffe-3269841b27fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:11.820680 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-57a643c6-7d5d-417f-8daa-ff86378193d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:11.844181 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-57a643c6-7d5d-417f-8daa-ff86378193d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:11.936457 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-57a643c6-7d5d-417f-8daa-ff86378193d0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d7d56f9b7b7c467da9e0b8e72a57dc30&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6241491 Aug 25 01:27:11.939784 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 46890) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:11.947224 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a643c6-7d5d-417f-8daa-ff86378193d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53b9c54-b7e7-4e99-b3f3-b3cccb1fac37,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:11.975927 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 46894) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:12.009834 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.26', 52210) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:12.049323 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d6b224-6d94-44ff-987c-b70fb3c966ca admin admin] Router 0e9a075c-22dd-4b44-aec9-64918f1f1dfb is scheduled to L3 agent 2e219680-1a48-4599-ad97-adf9ec497b47 with binding_index 1 {{(pid=93833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 01:27:12.132020 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-3814ea4b-a686-4c5d-b9db-c5ad4ff3978e req-182fbeb1-a993-4883-946d-7b888fb8d173 tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a6a7b17-3df9-4469-98d4-9f52900dcf6b HTTP/1.1" status: 200 len: 210 time: 0.1572182 Aug 25 01:27:12.166903 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-72f0431a-40c0-42e5-979d-82af60bb96c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:12.220767 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-72f0431a-40c0-42e5-979d-82af60bb96c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:12.280932 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-274cea24-343c-4386-80ae-038875ff8552 req-9bb8b0a3-09e7-4524-9b35-fc2a5c8920d6 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c445070-60d2-4f2d-8d55-b61613a6f11c HTTP/1.1" status: 200 len: 210 time: 0.0581577 Aug 25 01:27:12.328694 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-72f0431a-40c0-42e5-979d-82af60bb96c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:12.331751 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-72f0431a-40c0-42e5-979d-82af60bb96c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:12.335912 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-72f0431a-40c0-42e5-979d-82af60bb96c6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e53b9c54-b7e7-4e99-b3f3-b3cccb1fac37 HTTP/1.1" status: 204 len: 168 time: 0.3601646 Aug 25 01:27:12.342050 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f0431a-40c0-42e5-979d-82af60bb96c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53b9c54-b7e7-4e99-b3f3-b3cccb1fac37,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:12.437475 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-9b014930-e485-4a23-9409-14ca3200cb79 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aacc1af70b1448e5a35c36fc9497a5d3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4574699 Aug 25 01:27:12.438565 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 46928) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:12.555566 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72929f2b-987f-47ff-a591-d1ed7aef9611 req-af9f20a5-8b40-4231-9634-20cfd311a999 tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:12.556490 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7653256a-41b3-4b64-a51b-0faa4c0497e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:12.562567 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-72929f2b-987f-47ff-a591-d1ed7aef9611 req-af9f20a5-8b40-4231-9634-20cfd311a999 tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] 10.222.0.26 "GET /v2.0/networks?id=a5c9817c-ab19-470c-afc3-2431f71a9870 HTTP/1.1" status: 200 len: 811 time: 0.5402102 Aug 25 01:27:12.578658 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device a19295ae-1012-45d0-98cf-ebc94928c765 up at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:27:12.608780 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7653256a-41b3-4b64-a51b-0faa4c0497e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:12.613333 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b9506716-976f-4b34-a8a1-b37d0d0fecef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931096'] for router, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:12.642053 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.26', 52216) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:12.643527 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [req-72929f2b-987f-47ff-a591-d1ed7aef9611 req-787f20e3-122a-486c-b6f5-e0f3f3ef5a58 tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] Request body: {'port': {'device_id': '7a6a7b17-3df9-4469-98d4-9f52900dcf6b', 'network_id': 'a5c9817c-ab19-470c-afc3-2431f71a9870', 'admin_state_up': True, 'tenant_id': '98f8fae0130241e28471150fe11feb81'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:27:12.677241 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning complete for port a19295ae-1012-45d0-98cf-ebc94928c765 triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:27:12.678011 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:12.713159 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d6b224-6d94-44ff-987c-b70fb3c966ca admin admin] Notify agent at l3_agent.dv-cinder-790014-2-iscsi the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 01:27:12.723609 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9288bcbf-eecc-4e91-af85-8f1098898f06 None None] Sync routers for ids ['0e9a075c-22dd-4b44-aec9-64918f1f1dfb'] in dv-cinder-790014-2-iscsi {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 01:27:12.741353 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9288bcbf-eecc-4e91-af85-8f1098898f06 None None] Routers {'0e9a075c-22dd-4b44-aec9-64918f1f1dfb'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:27:12.742021 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-9288bcbf-eecc-4e91-af85-8f1098898f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:27:00Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['0e9a075c-22dd-4b44-aec9-64918f1f1dfb'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:27:12.918750 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7653256a-41b3-4b64-a51b-0faa4c0497e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:12.924722 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7653256a-41b3-4b64-a51b-0faa4c0497e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:12.929018 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-7653256a-41b3-4b64-a51b-0faa4c0497e3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/47dd6421-b94a-47c4-ab4b-6b1fcde6a16a HTTP/1.1" status: 204 len: 168 time: 0.4893501 Aug 25 01:27:12.968146 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7653256a-41b3-4b64-a51b-0faa4c0497e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47dd6421-b94a-47c4-ab4b-6b1fcde6a16a,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:12.986023 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ddff0f-8ca5-4a64-8f32-9549c1ef77bf req-da5de9ea-dd84-48f6-b5a1-8819ba725a90 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:13.002422 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-39ddff0f-8ca5-4a64-8f32-9549c1ef77bf req-da5de9ea-dd84-48f6-b5a1-8819ba725a90 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.26 "GET /v2.0/networks?id=400a2ac9-3eb3-4dc0-9993-b410ce65adf5 HTTP/1.1" status: 200 len: 814 time: 0.3577335 Aug 25 01:27:13.022747 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.v2.base [req-39ddff0f-8ca5-4a64-8f32-9549c1ef77bf req-74d2765f-68ff-4e5e-b084-2ebece295fba tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Request body: {'port': {'device_id': '4c445070-60d2-4f2d-8d55-b61613a6f11c', 'network_id': '400a2ac9-3eb3-4dc0-9993-b410ce65adf5', 'admin_state_up': True, 'tenant_id': '46fe21ec575f40a0b26f9482a77b5a73'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:27:13.029382 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-9288bcbf-eecc-4e91-af85-8f1098898f06 None None] Set router 0e9a075c-22dd-4b44-aec9-64918f1f1dfb gateway port host: dv-cinder-790014-2-iscsi {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:27:13.110950 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-09d6b224-6d94-44ff-987c-b70fb3c966ca admin admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:13.116329 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-09d6b224-6d94-44ff-987c-b70fb3c966ca admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.7857440 Aug 25 01:27:13.129364 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 46966) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:13.233626 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-9288bcbf-eecc-4e91-af85-8f1098898f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9a075c-22dd-4b44-aec9-64918f1f1dfb', 'name': 'tempest-AttachVolumeTestJSON-1662807020-router', 'tenant_id': 'b76ebd48c69044859010968bacfba90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '89adf160-2f39-4d88-ab8f-2fb2c038b7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:27:07Z', 'updated_at': '2021-08-25T01:27:09Z', 'revision_number': 3, 'project_id': 'b76ebd48c69044859010968bacfba90b', 'gw_port': {'id': '89adf160-2f39-4d88-ab8f-2fb2c038b7ed', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:50:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9a075c-22dd-4b44-aec9-64918f1f1dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:27:08Z', 'updated_at': '2021-08-25T01:27:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi'}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:27:13.263236 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9288bcbf-eecc-4e91-af85-8f1098898f06 None None] Checking router: 0e9a075c-22dd-4b44-aec9-64918f1f1dfb for host: dv-cinder-790014-2-iscsi {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 01:27:13.264148 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9288bcbf-eecc-4e91-af85-8f1098898f06 None None] Updating router 0e9a075c-22dd-4b44-aec9-64918f1f1dfb port 89adf160-2f39-4d88-ab8f-2fb2c038b7ed binding host dv-cinder-790014-2-iscsi {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 01:27:13.289618 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9288bcbf-eecc-4e91-af85-8f1098898f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:13.369415 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 46972) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:13.438833 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-23dd6301-4212-4140-95f9-1340503eb274 req-42778ad4-fbdf-489b-a998-97614f9b67c1 tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a6a7b17-3df9-4469-98d4-9f52900dcf6b HTTP/1.1" status: 200 len: 210 time: 0.0466011 Aug 25 01:27:13.480667 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39ddff0f-8ca5-4a64-8f32-9549c1ef77bf req-74d2765f-68ff-4e5e-b084-2ebece295fba tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Made reservation on behalf of 46fe21ec575f40a0b26f9482a77b5a73 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 01:27:13.485460 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-39ddff0f-8ca5-4a64-8f32-9549c1ef77bf req-74d2765f-68ff-4e5e-b084-2ebece295fba tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:13.506242 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-1e7418a1-d680-4a62-a129-ba08df870e34 req-ff7b4da6-eb8f-45a5-8bc6-159f6423fbf7 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c445070-60d2-4f2d-8d55-b61613a6f11c HTTP/1.1" status: 200 len: 210 time: 0.0652473 Aug 25 01:27:13.521060 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0163de2d-e89b-450d-8327-838509a26ce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:13.707332 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 46984) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:13.738006 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9288bcbf-eecc-4e91-af85-8f1098898f06 None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:13.771311 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-9288bcbf-eecc-4e91-af85-8f1098898f06 None None] Transition to ACTIVE for port object 89adf160-2f39-4d88-ab8f-2fb2c038b7ed will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:27:13.786394 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9288bcbf-eecc-4e91-af85-8f1098898f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:13.837397 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-9288bcbf-eecc-4e91-af85-8f1098898f06 None None] Attempting to bind port 89adf160-2f39-4d88-ab8f-2fb2c038b7ed on host dv-cinder-790014-2-iscsi for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 01:27:13.838226 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-9288bcbf-eecc-4e91-af85-8f1098898f06 None None] Attempting to bind port 89adf160-2f39-4d88-ab8f-2fb2c038b7ed by drivers openvswitch,hyperv on host dv-cinder-790014-2-iscsi at level 0 using segments [{'id': '094c6717-dbf2-418c-b33e-47759605d17a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 01:27:13.838964 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9288bcbf-eecc-4e91-af85-8f1098898f06 None None] Attempting to bind port 89adf160-2f39-4d88-ab8f-2fb2c038b7ed on network 010d8b7d-53b1-407d-b771-6477c60770f4 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:27:13.879541 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9288bcbf-eecc-4e91-af85-8f1098898f06 None None] Checking agent: {'id': 'd4180fab-6748-497c-b5c9-83716f34f1ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 1, 19, 30), 'started_at': datetime.datetime(2021, 8, 25, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 01:27:13.880765 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9288bcbf-eecc-4e91-af85-8f1098898f06 None None] Checking segment: {'id': '094c6717-dbf2-418c-b33e-47759605d17a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:27:13.881457 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9288bcbf-eecc-4e91-af85-8f1098898f06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:13.882107 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9288bcbf-eecc-4e91-af85-8f1098898f06 None None] Bound using segment: {'id': '094c6717-dbf2-418c-b33e-47759605d17a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 01:27:13.882859 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-9288bcbf-eecc-4e91-af85-8f1098898f06 None None] Bound port: 89adf160-2f39-4d88-ab8f-2fb2c038b7ed, host: dv-cinder-790014-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '094c6717-dbf2-418c-b33e-47759605d17a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 01:27:13.884170 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9288bcbf-eecc-4e91-af85-8f1098898f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:13.923958 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9506716-976f-4b34-a8a1-b37d0d0fecef admin admin] Router 49d5d010-18e4-457e-9b62-7519653aaa01 is scheduled to L3 agent 2e219680-1a48-4599-ad97-adf9ec497b47 with binding_index 1 {{(pid=93833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 01:27:13.957064 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 46992) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:14.044883 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-39ddff0f-8ca5-4a64-8f32-9549c1ef77bf req-74d2765f-68ff-4e5e-b084-2ebece295fba tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Allocated IP 172.20.0.3 (400a2ac9-3eb3-4dc0-9993-b410ce65adf5/3a3c8204-079a-4b71-b92d-f2dd7dc9c219/8e48c757-7e6e-4b84-9506-7c2d2575918f) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 01:27:14.085158 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-9288bcbf-eecc-4e91-af85-8f1098898f06 None None] For port 89adf160-2f39-4d88-ab8f-2fb2c038b7ed, host dv-cinder-790014-2-iscsi, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 01:27:14.097642 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc335e54-93c8-46dc-8bfa-daffcc1f9b30 None None] Pushing event updated for resources: {'Port': ['ID=89adf160-2f39-4d88-ab8f-2fb2c038b7ed,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:14.131459 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc335e54-93c8-46dc-8bfa-daffcc1f9b30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:27:14.131896 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc335e54-93c8-46dc-8bfa-daffcc1f9b30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:27:14.133296 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc335e54-93c8-46dc-8bfa-daffcc1f9b30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:27:14.136527 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc335e54-93c8-46dc-8bfa-daffcc1f9b30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:27:14.136932 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc335e54-93c8-46dc-8bfa-daffcc1f9b30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:27:14.137372 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc335e54-93c8-46dc-8bfa-daffcc1f9b30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:27:14.137879 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc335e54-93c8-46dc-8bfa-daffcc1f9b30 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:27:14.138715 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc335e54-93c8-46dc-8bfa-daffcc1f9b30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:27:14.138715 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc335e54-93c8-46dc-8bfa-daffcc1f9b30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:27:14.139424 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc335e54-93c8-46dc-8bfa-daffcc1f9b30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:27:14.141652 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc335e54-93c8-46dc-8bfa-daffcc1f9b30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:27:14.141982 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc335e54-93c8-46dc-8bfa-daffcc1f9b30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:27:14.144075 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc335e54-93c8-46dc-8bfa-daffcc1f9b30 None None] Tracked resource versions report: Aug 25 01:27:14.144075 dv-cinder-790014-2-iscsi neutron-server[93835]: pushed versions: Aug 25 01:27:14.144075 dv-cinder-790014-2-iscsi neutron-server[93835]: { 'AddressGroup': {'1.2'}, Aug 25 01:27:14.144075 dv-cinder-790014-2-iscsi neutron-server[93835]: 'ConntrackHelper': {'1.0'}, Aug 25 01:27:14.144075 dv-cinder-790014-2-iscsi neutron-server[93835]: 'Log': {'1.0'}, Aug 25 01:27:14.144075 dv-cinder-790014-2-iscsi neutron-server[93835]: 'Network': {'1.1'}, Aug 25 01:27:14.144075 dv-cinder-790014-2-iscsi neutron-server[93835]: 'Port': {'1.7'}, Aug 25 01:27:14.144075 dv-cinder-790014-2-iscsi neutron-server[93835]: 'PortForwarding': {'1.2'}, Aug 25 01:27:14.144075 dv-cinder-790014-2-iscsi neutron-server[93835]: 'QosPolicy': {'1.9'}, Aug 25 01:27:14.144075 dv-cinder-790014-2-iscsi neutron-server[93835]: 'SecurityGroup': {'1.4'}, Aug 25 01:27:14.144075 dv-cinder-790014-2-iscsi neutron-server[93835]: 'SecurityGroupRule': {'1.2'}, Aug 25 01:27:14.144075 dv-cinder-790014-2-iscsi neutron-server[93835]: 'SubPort': {'1.0'}, Aug 25 01:27:14.144075 dv-cinder-790014-2-iscsi neutron-server[93835]: 'Subnet': {'1.1'}, Aug 25 01:27:14.144075 dv-cinder-790014-2-iscsi neutron-server[93835]: 'Trunk': {'1.1'}} Aug 25 01:27:14.144075 dv-cinder-790014-2-iscsi neutron-server[93835]: consumer versions: Aug 25 01:27:14.144075 dv-cinder-790014-2-iscsi neutron-server[93835]: { DHCP agent@dv-cinder-790014-2-iscsi: {}, Aug 25 01:27:14.144075 dv-cinder-790014-2-iscsi neutron-server[93835]: HyperV agent@hv-cinder-79001: {}, Aug 25 01:27:14.144075 dv-cinder-790014-2-iscsi neutron-server[93835]: L3 agent@dv-cinder-790014-2-iscsi: {}, Aug 25 01:27:14.144075 dv-cinder-790014-2-iscsi neutron-server[93835]: Metadata agent@dv-cinder-790014-2-iscsi: {}, Aug 25 01:27:14.144075 dv-cinder-790014-2-iscsi neutron-server[93835]: Metering agent@dv-cinder-790014-2-iscsi: {}, Aug 25 01:27:14.144075 dv-cinder-790014-2-iscsi neutron-server[93835]: Open vSwitch agent@dv-cinder-790014-2-iscsi: { 'AddressGroup': '1.2', Aug 25 01:27:14.144075 dv-cinder-790014-2-iscsi neutron-server[93835]: 'ConntrackHelper': '1.0', Aug 25 01:27:14.144075 dv-cinder-790014-2-iscsi neutron-server[93835]: 'Log': '1.0', Aug 25 01:27:14.144075 dv-cinder-790014-2-iscsi neutron-server[93835]: 'Network': '1.1', Aug 25 01:27:14.144075 dv-cinder-790014-2-iscsi neutron-server[93835]: 'Port': '1.7', Aug 25 01:27:14.144075 dv-cinder-790014-2-iscsi neutron-server[93835]: 'PortForwarding': '1.2', Aug 25 01:27:14.144075 dv-cinder-790014-2-iscsi neutron-server[93835]: 'QosPolicy': '1.9', Aug 25 01:27:14.144075 dv-cinder-790014-2-iscsi neutron-server[93835]: 'SecurityGroup': '1.4', Aug 25 01:27:14.144075 dv-cinder-790014-2-iscsi neutron-server[93835]: 'SecurityGroupRule': '1.2', Aug 25 01:27:14.144075 dv-cinder-790014-2-iscsi neutron-server[93835]: 'SubPort': '1.0', Aug 25 01:27:14.144075 dv-cinder-790014-2-iscsi neutron-server[93835]: 'Subnet': '1.1', Aug 25 01:27:14.144075 dv-cinder-790014-2-iscsi neutron-server[93835]: 'Trunk': '1.1'}} Aug 25 01:27:14.144075 dv-cinder-790014-2-iscsi neutron-server[93835]: {{(pid=93835) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 01:27:14.161670 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-9288bcbf-eecc-4e91-af85-8f1098898f06 None None] For port 89adf160-2f39-4d88-ab8f-2fb2c038b7ed, host dv-cinder-790014-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=89adf160-2f39-4d88-ab8f-2fb2c038b7ed,segment=NetworkSegment(094c6717-dbf2-418c-b33e-47759605d17a),segment_id=094c6717-dbf2-418c-b33e-47759605d17a)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 01:27:14.170836 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9288bcbf-eecc-4e91-af85-8f1098898f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:14.321405 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9288bcbf-eecc-4e91-af85-8f1098898f06 None None] Routers {'0e9a075c-22dd-4b44-aec9-64918f1f1dfb'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:27:14.321405 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-9288bcbf-eecc-4e91-af85-8f1098898f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:27:00Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['0e9a075c-22dd-4b44-aec9-64918f1f1dfb'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:27:14.380270 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0163de2d-e89b-450d-8327-838509a26ce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:14.434030 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-39ddff0f-8ca5-4a64-8f32-9549c1ef77bf req-74d2765f-68ff-4e5e-b084-2ebece295fba tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:14.446825 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-2424911e-905a-4b20-9531-1f4d4a5cfbf4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=03442df359a040ff915121a3170d7c78&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4828808 Aug 25 01:27:14.447881 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0163de2d-e89b-450d-8327-838509a26ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:14.450972 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 46996) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:14.458411 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72929f2b-987f-47ff-a591-d1ed7aef9611 req-787f20e3-122a-486c-b6f5-e0f3f3ef5a58 tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] Made reservation on behalf of 98f8fae0130241e28471150fe11feb81 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 01:27:14.460731 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc335e54-93c8-46dc-8bfa-daffcc1f9b30 None None] Pushing event updated for resources: {'Port': ['ID=89adf160-2f39-4d88-ab8f-2fb2c038b7ed,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:14.463605 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-72929f2b-987f-47ff-a591-d1ed7aef9611 req-787f20e3-122a-486c-b6f5-e0f3f3ef5a58 tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:14.532644 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-39ddff0f-8ca5-4a64-8f32-9549c1ef77bf req-74d2765f-68ff-4e5e-b084-2ebece295fba tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782026665144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11069661'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:14.560202 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-9288bcbf-eecc-4e91-af85-8f1098898f06 None None] Set router 0e9a075c-22dd-4b44-aec9-64918f1f1dfb gateway port host: dv-cinder-790014-2-iscsi {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:27:14.642890 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-67fab0a3-64a6-4f42-a66b-572345dcc70c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:14.682373 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39ddff0f-8ca5-4a64-8f32-9549c1ef77bf req-74d2765f-68ff-4e5e-b084-2ebece295fba tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Network 400a2ac9-3eb3-4dc0-9993-b410ce65adf5 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:27:14.727117 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-39ddff0f-8ca5-4a64-8f32-9549c1ef77bf req-74d2765f-68ff-4e5e-b084-2ebece295fba tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:27:14.730002 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-39ddff0f-8ca5-4a64-8f32-9549c1ef77bf req-74d2765f-68ff-4e5e-b084-2ebece295fba tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 01:27:14.749335 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-edca0e6c-7bcb-476b-9a5a-f42809ca9b7b req-16a1946c-55e0-4a99-9212-160359cbb523 tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a6a7b17-3df9-4469-98d4-9f52900dcf6b HTTP/1.1" status: 200 len: 210 time: 0.1080093 Aug 25 01:27:14.788306 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d2765f-68ff-4e5e-b084-2ebece295fba tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Pushing event updated for resources: {'Port': ['ID=8e48c757-7e6e-4b84-9506-7c2d2575918f,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:14.831792 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b47fb6-453b-4633-b9f3-7a1c249e134d req-f0c89040-1cb1-45c4-942f-a25cc4e34bee tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:14.839223 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-55b47fb6-453b-4633-b9f3-7a1c249e134d req-f0c89040-1cb1-45c4-942f-a25cc4e34bee tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c445070-60d2-4f2d-8d55-b61613a6f11c HTTP/1.1" status: 200 len: 931 time: 0.2013378 Aug 25 01:27:14.861230 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ddff0f-8ca5-4a64-8f32-9549c1ef77bf req-74d2765f-68ff-4e5e-b084-2ebece295fba tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:14.863601 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-39ddff0f-8ca5-4a64-8f32-9549c1ef77bf req-74d2765f-68ff-4e5e-b084-2ebece295fba tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:14.976133 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-9288bcbf-eecc-4e91-af85-8f1098898f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9a075c-22dd-4b44-aec9-64918f1f1dfb', 'name': 'tempest-AttachVolumeTestJSON-1662807020-router', 'tenant_id': 'b76ebd48c69044859010968bacfba90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '89adf160-2f39-4d88-ab8f-2fb2c038b7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:27:07Z', 'updated_at': '2021-08-25T01:27:09Z', 'revision_number': 3, 'project_id': 'b76ebd48c69044859010968bacfba90b', 'gw_port': {'id': '89adf160-2f39-4d88-ab8f-2fb2c038b7ed', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:50:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9a075c-22dd-4b44-aec9-64918f1f1dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:27:08Z', 'updated_at': '2021-08-25T01:27:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi'}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:27:14.980517 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-55b47fb6-453b-4633-b9f3-7a1c249e134d req-dcdbd046-b86d-4721-85a2-504c4eaf2fbd tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859480 Aug 25 01:27:15.054327 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9288bcbf-eecc-4e91-af85-8f1098898f06 None None] The sync data for ids ['0e9a075c-22dd-4b44-aec9-64918f1f1dfb'] in dv-cinder-790014-2-iscsi is: [{'id': '0e9a075c-22dd-4b44-aec9-64918f1f1dfb', 'name': 'tempest-AttachVolumeTestJSON-1662807020-router', 'tenant_id': 'b76ebd48c69044859010968bacfba90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '89adf160-2f39-4d88-ab8f-2fb2c038b7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:27:07Z', 'updated_at': '2021-08-25T01:27:09Z', 'revision_number': 3, 'project_id': 'b76ebd48c69044859010968bacfba90b', 'gw_port': {'id': '89adf160-2f39-4d88-ab8f-2fb2c038b7ed', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:50:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9a075c-22dd-4b44-aec9-64918f1f1dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:27:08Z', 'updated_at': '2021-08-25T01:27:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi'}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 01:27:15.088107 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-0163de2d-e89b-450d-8327-838509a26ce8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e982fe514ff54077a0b7fa3ec92b6ea4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7167625 Aug 25 01:27:15.090714 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 47012) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:15.126583 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-50aef3fb-8f51-4538-9224-320154000841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:15.214245 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8820fdbe-9d17-472f-89d8-ad8f6131963d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:15.239039 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0163de2d-e89b-450d-8327-838509a26ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc8cfcf-7e76-4634-a87b-a7a43c8a3559,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:15.246194 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8820fdbe-9d17-472f-89d8-ad8f6131963d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:15.251508 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9506716-976f-4b34-a8a1-b37d0d0fecef admin admin] Notify agent at l3_agent.dv-cinder-790014-2-iscsi the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 01:27:15.266103 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac1b704-4e76-460d-9cc9-d752c6c566b1 None None] Sync routers for ids ['49d5d010-18e4-457e-9b62-7519653aaa01'] in dv-cinder-790014-2-iscsi {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 01:27:15.267413 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-92428da9-0ecf-44fc-9dd3-001c7f967fb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:15.281279 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac1b704-4e76-460d-9cc9-d752c6c566b1 None None] Routers {'49d5d010-18e4-457e-9b62-7519653aaa01'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:27:15.281922 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-6ac1b704-4e76-460d-9cc9-d752c6c566b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:27:00Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['49d5d010-18e4-457e-9b62-7519653aaa01'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:27:15.333678 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8820fdbe-9d17-472f-89d8-ad8f6131963d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:15.341210 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-72929f2b-987f-47ff-a591-d1ed7aef9611 req-787f20e3-122a-486c-b6f5-e0f3f3ef5a58 tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] Allocated IP 172.20.0.11 (a5c9817c-ab19-470c-afc3-2431f71a9870/ea2135f9-f7ba-4408-9ca3-af416066fd5f/2d1aa4ef-42fe-4622-8606-eec77f0c52be) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 01:27:15.346211 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-67fab0a3-64a6-4f42-a66b-572345dcc70c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:15.347038 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8820fdbe-9d17-472f-89d8-ad8f6131963d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:15.360301 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-8820fdbe-9d17-472f-89d8-ad8f6131963d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5bc8cfcf-7e76-4634-a87b-a7a43c8a3559 HTTP/1.1" status: 204 len: 168 time: 0.2636480 Aug 25 01:27:15.381804 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-39ddff0f-8ca5-4a64-8f32-9549c1ef77bf req-74d2765f-68ff-4e5e-b084-2ebece295fba tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3635683 Aug 25 01:27:15.393505 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8820fdbe-9d17-472f-89d8-ad8f6131963d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc8cfcf-7e76-4634-a87b-a7a43c8a3559,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:15.399575 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-67fab0a3-64a6-4f42-a66b-572345dcc70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:15.441728 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b9506716-976f-4b34-a8a1-b37d0d0fecef admin admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:15.443562 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-b9506716-976f-4b34-a8a1-b37d0d0fecef admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.0138142 Aug 25 01:27:15.447089 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-92428da9-0ecf-44fc-9dd3-001c7f967fb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:15.449367 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 47016) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:15.608374 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-6ac1b704-4e76-460d-9cc9-d752c6c566b1 None None] Set router 49d5d010-18e4-457e-9b62-7519653aaa01 gateway port host: dv-cinder-790014-2-iscsi {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:27:15.728658 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-67fab0a3-64a6-4f42-a66b-572345dcc70c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=edca5e2bfa8d499fba98eb362747a2bd&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0169356 Aug 25 01:27:15.730962 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 47022) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:15.811954 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fab0a3-64a6-4f42-a66b-572345dcc70c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c078939-b162-4a4e-b409-075d23a5f4cf,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:16.040832 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-7658a799-0b71-4340-b048-c4bbe0f602f7 req-35d6480e-5629-486b-9d41-e7525d35f692 tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a6a7b17-3df9-4469-98d4-9f52900dcf6b HTTP/1.1" status: 200 len: 210 time: 0.1057975 Aug 25 01:27:16.042327 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-6ac1b704-4e76-460d-9cc9-d752c6c566b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d5d010-18e4-457e-9b62-7519653aaa01', 'name': 'tempest-ServerRescueNegativeTestJSON-1555647231-router', 'tenant_id': '9332813e5ed544a58621b5d1c5e0bbba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '76418563-14e8-44d4-ac27-d42858ccd1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:27:07Z', 'updated_at': '2021-08-25T01:27:11Z', 'revision_number': 3, 'project_id': '9332813e5ed544a58621b5d1c5e0bbba', 'gw_port': {'id': '76418563-14e8-44d4-ac27-d42858ccd1f2', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:99:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49d5d010-18e4-457e-9b62-7519653aaa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:27:08Z', 'updated_at': '2021-08-25T01:27:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi'}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:27:16.079637 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-92428da9-0ecf-44fc-9dd3-001c7f967fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:16.082334 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-92428da9-0ecf-44fc-9dd3-001c7f967fb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:16.084177 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-92428da9-0ecf-44fc-9dd3-001c7f967fb7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5302a4c2-06a9-49b7-9d2f-236f96a71c5a HTTP/1.1" status: 204 len: 168 time: 1.6025367 Aug 25 01:27:16.141713 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac1b704-4e76-460d-9cc9-d752c6c566b1 None None] Checking router: 49d5d010-18e4-457e-9b62-7519653aaa01 for host: dv-cinder-790014-2-iscsi {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 01:27:16.142130 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac1b704-4e76-460d-9cc9-d752c6c566b1 None None] Updating router 49d5d010-18e4-457e-9b62-7519653aaa01 port 76418563-14e8-44d4-ac27-d42858ccd1f2 binding host dv-cinder-790014-2-iscsi {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 01:27:16.263168 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6ac1b704-4e76-460d-9cc9-d752c6c566b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:16.315035 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92428da9-0ecf-44fc-9dd3-001c7f967fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5302a4c2-06a9-49b7-9d2f-236f96a71c5a,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:16.324102 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-50aef3fb-8f51-4538-9224-320154000841 admin admin] Allocated IP 172.20.0.1 (fd6ab0d2-8137-4fff-919c-e0812b557a4f/480d38ea-d24b-4229-80ef-563e46a6a2ce/3ec4662c-e549-4384-8a07-f416f3e8010f) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 01:27:16.362597 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fff356d5-8691-4b2f-a3d1-8f8317dbf771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:16.477920 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fff356d5-8691-4b2f-a3d1-8f8317dbf771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:16.647717 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [req-39ddff0f-8ca5-4a64-8f32-9549c1ef77bf req-50539235-766b-4c10-81c2-7c51799f5f82 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 01:27:16.651625 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-39ddff0f-8ca5-4a64-8f32-9549c1ef77bf req-50539235-766b-4c10-81c2-7c51799f5f82 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0391631 Aug 25 01:27:16.705111 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eeea66-c49d-49c8-9c83-1853eac89f68 req-ab8d6534-e640-41a5-82f4-0142c729a12e tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:16.713440 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-39eeea66-c49d-49c8-9c83-1853eac89f68 req-ab8d6534-e640-41a5-82f4-0142c729a12e tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c445070-60d2-4f2d-8d55-b61613a6f11c HTTP/1.1" status: 200 len: 931 time: 0.4389853 Aug 25 01:27:16.791298 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 89adf160-2f39-4d88-ab8f-2fb2c038b7ed up at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:27:16.919889 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-39eeea66-c49d-49c8-9c83-1853eac89f68 req-395f3078-14ee-495f-9168-2fcf60296873 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051039 Aug 25 01:27:16.931011 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fff356d5-8691-4b2f-a3d1-8f8317dbf771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:16.934201 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fff356d5-8691-4b2f-a3d1-8f8317dbf771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:16.935471 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-fff356d5-8691-4b2f-a3d1-8f8317dbf771 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9c078939-b162-4a4e-b409-075d23a5f4cf HTTP/1.1" status: 204 len: 168 time: 1.2027895 Aug 25 01:27:17.034575 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff356d5-8691-4b2f-a3d1-8f8317dbf771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c078939-b162-4a4e-b409-075d23a5f4cf,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:17.040496 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-50aef3fb-8f51-4538-9224-320154000841 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:17.060235 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6ac1b704-4e76-460d-9cc9-d752c6c566b1 None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:17.074017 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-6ac1b704-4e76-460d-9cc9-d752c6c566b1 None None] Transition to ACTIVE for port object 76418563-14e8-44d4-ac27-d42858ccd1f2 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:27:17.083928 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-50aef3fb-8f51-4538-9224-320154000841 admin admin] Transition to ACTIVE for port object 3ec4662c-e549-4384-8a07-f416f3e8010f will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:27:17.089125 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6ac1b704-4e76-460d-9cc9-d752c6c566b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:17.161650 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d403445b-e1bb-4f8e-b70a-2e0333d42a92 None None] Pushing event updated for resources: {'Port': ['ID=76418563-14e8-44d4-ac27-d42858ccd1f2,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:17.213329 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-6ac1b704-4e76-460d-9cc9-d752c6c566b1 None None] Attempting to bind port 76418563-14e8-44d4-ac27-d42858ccd1f2 on host dv-cinder-790014-2-iscsi for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 01:27:17.214124 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-6ac1b704-4e76-460d-9cc9-d752c6c566b1 None None] Attempting to bind port 76418563-14e8-44d4-ac27-d42858ccd1f2 by drivers openvswitch,hyperv on host dv-cinder-790014-2-iscsi at level 0 using segments [{'id': '094c6717-dbf2-418c-b33e-47759605d17a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 01:27:17.214818 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac1b704-4e76-460d-9cc9-d752c6c566b1 None None] Attempting to bind port 76418563-14e8-44d4-ac27-d42858ccd1f2 on network 010d8b7d-53b1-407d-b771-6477c60770f4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:27:17.227661 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-72929f2b-987f-47ff-a591-d1ed7aef9611 req-787f20e3-122a-486c-b6f5-e0f3f3ef5a58 tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:17.235187 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac1b704-4e76-460d-9cc9-d752c6c566b1 None None] Checking agent: {'id': 'd4180fab-6748-497c-b5c9-83716f34f1ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 1, 19, 30), 'started_at': datetime.datetime(2021, 8, 25, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 01:27:17.236247 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac1b704-4e76-460d-9cc9-d752c6c566b1 None None] Checking segment: {'id': '094c6717-dbf2-418c-b33e-47759605d17a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:27:17.237094 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6ac1b704-4e76-460d-9cc9-d752c6c566b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:17.237825 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac1b704-4e76-460d-9cc9-d752c6c566b1 None None] Bound using segment: {'id': '094c6717-dbf2-418c-b33e-47759605d17a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 01:27:17.238777 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-6ac1b704-4e76-460d-9cc9-d752c6c566b1 None None] Bound port: 76418563-14e8-44d4-ac27-d42858ccd1f2, host: dv-cinder-790014-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '094c6717-dbf2-418c-b33e-47759605d17a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 01:27:17.240872 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6ac1b704-4e76-460d-9cc9-d752c6c566b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:17.321511 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-22178e68-e4e5-467b-ae4f-ae3cd318c1f6 req-639f5e6e-ea21-41ac-b5ea-a783fccf5537 tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a6a7b17-3df9-4469-98d4-9f52900dcf6b HTTP/1.1" status: 200 len: 210 time: 0.0915906 Aug 25 01:27:17.354984 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-6ac1b704-4e76-460d-9cc9-d752c6c566b1 None None] For port 76418563-14e8-44d4-ac27-d42858ccd1f2, host dv-cinder-790014-2-iscsi, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 01:27:17.360208 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-6ac1b704-4e76-460d-9cc9-d752c6c566b1 None None] For port 76418563-14e8-44d4-ac27-d42858ccd1f2, host dv-cinder-790014-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=76418563-14e8-44d4-ac27-d42858ccd1f2,segment=NetworkSegment(094c6717-dbf2-418c-b33e-47759605d17a),segment_id=094c6717-dbf2-418c-b33e-47759605d17a)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 01:27:17.370205 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6ac1b704-4e76-460d-9cc9-d752c6c566b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:17.391739 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-50aef3fb-8f51-4538-9224-320154000841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782026665144'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:17.417627 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-72929f2b-987f-47ff-a591-d1ed7aef9611 req-787f20e3-122a-486c-b6f5-e0f3f3ef5a58 tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782026665144'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:17.491448 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning for port 89adf160-2f39-4d88-ab8f-2fb2c038b7ed completed by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:27:17.528009 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-429bbbcc-8f97-42f5-9a7c-beede83f8345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:17.561077 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning complete for port 89adf160-2f39-4d88-ab8f-2fb2c038b7ed triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:27:17.561501 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:17.582262 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72929f2b-987f-47ff-a591-d1ed7aef9611 req-787f20e3-122a-486c-b6f5-e0f3f3ef5a58 tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] Network a5c9817c-ab19-470c-afc3-2431f71a9870 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:27:17.606427 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 47068) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:17.622486 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-72929f2b-987f-47ff-a591-d1ed7aef9611 req-787f20e3-122a-486c-b6f5-e0f3f3ef5a58 tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:27:17.640021 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50aef3fb-8f51-4538-9224-320154000841 admin admin] Network fd6ab0d2-8137-4fff-919c-e0812b557a4f is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:27:17.647717 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-72929f2b-987f-47ff-a591-d1ed7aef9611 req-787f20e3-122a-486c-b6f5-e0f3f3ef5a58 tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 01:27:17.670365 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72929f2b-987f-47ff-a591-d1ed7aef9611 req-787f20e3-122a-486c-b6f5-e0f3f3ef5a58 tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:17.671118 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-72929f2b-987f-47ff-a591-d1ed7aef9611 req-787f20e3-122a-486c-b6f5-e0f3f3ef5a58 tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:17.684748 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac1b704-4e76-460d-9cc9-d752c6c566b1 None None] Routers {'49d5d010-18e4-457e-9b62-7519653aaa01'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:27:17.686278 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-6ac1b704-4e76-460d-9cc9-d752c6c566b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:27:00Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['49d5d010-18e4-457e-9b62-7519653aaa01'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:27:17.692629 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d403445b-e1bb-4f8e-b70a-2e0333d42a92 None None] Pushing event updated for resources: {'Port': ['ID=76418563-14e8-44d4-ac27-d42858ccd1f2,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:17.698420 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-50aef3fb-8f51-4538-9224-320154000841 admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:27:17.700373 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.v2.base [req-39ddff0f-8ca5-4a64-8f32-9549c1ef77bf req-7d2e801e-d59e-4d8f-ad1e-9c667ed11568 service neutron] Request body: {'port': {'device_id': '4c445070-60d2-4f2d-8d55-b61613a6f11c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:27:17.703660 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aef3fb-8f51-4538-9224-320154000841 admin admin] Pushing event updated for resources: {'Port': ['ID=3ec4662c-e549-4384-8a07-f416f3e8010f,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:17.762179 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50aef3fb-8f51-4538-9224-320154000841 admin admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 01:27:17.762179 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-50aef3fb-8f51-4538-9224-320154000841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930667'] for router_interface, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:17.997591 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-72929f2b-987f-47ff-a591-d1ed7aef9611 req-787f20e3-122a-486c-b6f5-e0f3f3ef5a58 tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3749480 Aug 25 01:27:18.040947 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-39ddff0f-8ca5-4a64-8f32-9549c1ef77bf req-7d2e801e-d59e-4d8f-ad1e-9c667ed11568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:18.080303 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [req-72929f2b-987f-47ff-a591-d1ed7aef9611 req-2bdf85e6-4d36-465d-92b3-96234c01b939 service neutron] Request body: {'port': {'device_id': '7a6a7b17-3df9-4469-98d4-9f52900dcf6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:27:18.087381 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 47080) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:18.208633 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-6ac1b704-4e76-460d-9cc9-d752c6c566b1 None None] Set router 49d5d010-18e4-457e-9b62-7519653aaa01 gateway port host: dv-cinder-790014-2-iscsi {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:27:18.217492 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7ef02ea8-3c41-4e3c-88a9-91cfc689a060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:18.259707 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787f20e3-122a-486c-b6f5-e0f3f3ef5a58 tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] Pushing event updated for resources: {'Port': ['ID=2d1aa4ef-42fe-4622-8606-eec77f0c52be,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:18.398254 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:18.431814 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] For port 89adf160-2f39-4d88-ab8f-2fb2c038b7ed, host dv-cinder-790014-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=89adf160-2f39-4d88-ab8f-2fb2c038b7ed,segment=NetworkSegment(094c6717-dbf2-418c-b33e-47759605d17a),segment_id=094c6717-dbf2-418c-b33e-47759605d17a)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:27:18.441852 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:18.519741 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-488d60fe-f344-410a-8d22-4c38ebc3cb5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:18.532516 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-24d9de3d-6bee-49f1-b230-4f3531a8af1f None None] Provisioning for port 3ec4662c-e549-4384-8a07-f416f3e8010f completed by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:27:18.559479 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-24d9de3d-6bee-49f1-b230-4f3531a8af1f None None] Provisioning complete for port 3ec4662c-e549-4384-8a07-f416f3e8010f triggered by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:27:18.559854 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-24d9de3d-6bee-49f1-b230-4f3531a8af1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:18.721873 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-24d9de3d-6bee-49f1-b230-4f3531a8af1f None None] Port 3ec4662c-e549-4384-8a07-f416f3e8010f cannot update to ACTIVE because it is not bound. {{(pid=93834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 01:27:18.845968 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Pushing event updated for resources: {'Port': ['ID=89adf160-2f39-4d88-ab8f-2fb2c038b7ed,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:18.891149 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-72929f2b-987f-47ff-a591-d1ed7aef9611 req-2bdf85e6-4d36-465d-92b3-96234c01b939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:18.899436 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.db.api [None req-7ef02ea8-3c41-4e3c-88a9-91cfc689a060 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 01:27:18.899436 dv-cinder-790014-2-iscsi neutron-server[93832]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 25 01:27:18.899436 dv-cinder-790014-2-iscsi neutron-server[93832]: [parameters: {'project_id_1': 'eb9fb8c95b144935bad8513f8e38f8dd', 'expiration_1': datetime.datetime(2021, 8, 25, 1, 27, 18, 731929)}] Aug 25 01:27:18.899436 dv-cinder-790014-2-iscsi neutron-server[93832]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 01:27:18.899948 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG oslo_db.api [None req-7ef02ea8-3c41-4e3c-88a9-91cfc689a060 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 01:27:18.910215 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-429bbbcc-8f97-42f5-9a7c-beede83f8345 admin admin] Allocated IP 172.20.0.1 (941f32ea-0da3-4101-b2fe-5e10ea072419/84dbee4e-0c46-44e0-883e-063ae4a8075c/4f9f0844-8525-40c5-bc89-8addfa054f2b) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 01:27:19.010758 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-6ac1b704-4e76-460d-9cc9-d752c6c566b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d5d010-18e4-457e-9b62-7519653aaa01', 'name': 'tempest-ServerRescueNegativeTestJSON-1555647231-router', 'tenant_id': '9332813e5ed544a58621b5d1c5e0bbba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '76418563-14e8-44d4-ac27-d42858ccd1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:27:07Z', 'updated_at': '2021-08-25T01:27:11Z', 'revision_number': 3, 'project_id': '9332813e5ed544a58621b5d1c5e0bbba', 'gw_port': {'id': '76418563-14e8-44d4-ac27-d42858ccd1f2', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:99:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49d5d010-18e4-457e-9b62-7519653aaa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:27:08Z', 'updated_at': '2021-08-25T01:27:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi'}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:27:19.041736 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac1b704-4e76-460d-9cc9-d752c6c566b1 None None] The sync data for ids ['49d5d010-18e4-457e-9b62-7519653aaa01'] in dv-cinder-790014-2-iscsi is: [{'id': '49d5d010-18e4-457e-9b62-7519653aaa01', 'name': 'tempest-ServerRescueNegativeTestJSON-1555647231-router', 'tenant_id': '9332813e5ed544a58621b5d1c5e0bbba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '76418563-14e8-44d4-ac27-d42858ccd1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:27:07Z', 'updated_at': '2021-08-25T01:27:11Z', 'revision_number': 3, 'project_id': '9332813e5ed544a58621b5d1c5e0bbba', 'gw_port': {'id': '76418563-14e8-44d4-ac27-d42858ccd1f2', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:99:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49d5d010-18e4-457e-9b62-7519653aaa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:27:08Z', 'updated_at': '2021-08-25T01:27:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi'}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 01:27:19.061907 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-50aef3fb-8f51-4538-9224-320154000841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:19.169684 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221aefa5-81a5-4292-b921-4310f5fce7cc req-d30bc444-d9c4-47f3-abad-f7a994461586 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:19.187926 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-221aefa5-81a5-4292-b921-4310f5fce7cc req-d30bc444-d9c4-47f3-abad-f7a994461586 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c445070-60d2-4f2d-8d55-b61613a6f11c HTTP/1.1" status: 200 len: 931 time: 1.0191748 Aug 25 01:27:19.246125 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67121962-d7fd-4930-a831-44db08aefbb9 req-6991b518-db4c-4634-b539-60d5876f4ef5 tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:19.247248 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-67121962-d7fd-4930-a831-44db08aefbb9 req-6991b518-db4c-4634-b539-60d5876f4ef5 tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a6a7b17-3df9-4469-98d4-9f52900dcf6b HTTP/1.1" status: 200 len: 932 time: 0.5364678 Aug 25 01:27:19.262715 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-488d60fe-f344-410a-8d22-4c38ebc3cb5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:19.303778 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:19.327411 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-488d60fe-f344-410a-8d22-4c38ebc3cb5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:19.403913 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7ef02ea8-3c41-4e3c-88a9-91cfc689a060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:19.684173 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-488d60fe-f344-410a-8d22-4c38ebc3cb5c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3a2cd2d9105c4b869f11980f87585b4b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0734096 Aug 25 01:27:19.700458 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 47114) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:19.701218 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488d60fe-f344-410a-8d22-4c38ebc3cb5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b972ba3-b166-46d1-a715-6c404cf39eda,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:19.723224 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-67121962-d7fd-4930-a831-44db08aefbb9 req-2c4513ce-0e28-4af8-a807-23cb3c780def tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c7df8a5-5214-4cc7-9a66-ade10cb72ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4600534 Aug 25 01:27:19.733859 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-221aefa5-81a5-4292-b921-4310f5fce7cc req-a3bf0783-c78e-48bb-a9f0-b5a196028ec5 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5035210 Aug 25 01:27:19.953185 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-429bbbcc-8f97-42f5-9a7c-beede83f8345 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:20.027916 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-574b4fd4-f6c7-462e-9fe4-9a16ca9b5c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:20.093033 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-574b4fd4-f6c7-462e-9fe4-9a16ca9b5c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:20.112534 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7ef02ea8-3c41-4e3c-88a9-91cfc689a060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:20.122708 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7ef02ea8-3c41-4e3c-88a9-91cfc689a060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:20.195422 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-429bbbcc-8f97-42f5-9a7c-beede83f8345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782026665144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11069661'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:20.258151 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429bbbcc-8f97-42f5-9a7c-beede83f8345 admin admin] Network 941f32ea-0da3-4101-b2fe-5e10ea072419 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:27:20.262524 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-7ef02ea8-3c41-4e3c-88a9-91cfc689a060 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eb9fb8c95b144935bad8513f8e38f8dd&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1722145 Aug 25 01:27:20.269987 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-429bbbcc-8f97-42f5-9a7c-beede83f8345 admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:27:20.280181 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 47126) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:20.301126 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429bbbcc-8f97-42f5-9a7c-beede83f8345 admin admin] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 01:27:20.358520 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef02ea8-3c41-4e3c-88a9-91cfc689a060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2f7b5d-bbbb-4bf3-8afa-a25fe2a263df,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:20.388162 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.notifiers.nova [req-39ddff0f-8ca5-4a64-8f32-9549c1ef77bf req-7d2e801e-d59e-4d8f-ad1e-9c667ed11568 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e48c757-7e6e-4b84-9506-7c2d2575918f {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 01:27:20.441671 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-574b4fd4-f6c7-462e-9fe4-9a16ca9b5c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:20.442847 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-39ddff0f-8ca5-4a64-8f32-9549c1ef77bf req-7d2e801e-d59e-4d8f-ad1e-9c667ed11568 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:20.452571 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-574b4fd4-f6c7-462e-9fe4-9a16ca9b5c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:20.453925 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-574b4fd4-f6c7-462e-9fe4-9a16ca9b5c63 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7b972ba3-b166-46d1-a715-6c404cf39eda HTTP/1.1" status: 204 len: 168 time: 0.7504520 Aug 25 01:27:20.544003 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429bbbcc-8f97-42f5-9a7c-beede83f8345 admin admin] Pushing event updated for resources: {'Port': ['ID=4f9f0844-8525-40c5-bc89-8addfa054f2b,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:20.563181 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-39ddff0f-8ca5-4a64-8f32-9549c1ef77bf req-7d2e801e-d59e-4d8f-ad1e-9c667ed11568 service neutron] Transition to ACTIVE for port object 8e48c757-7e6e-4b84-9506-7c2d2575918f will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:27:20.586038 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-39ddff0f-8ca5-4a64-8f32-9549c1ef77bf req-7d2e801e-d59e-4d8f-ad1e-9c667ed11568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11069652'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:20.605648 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-50aef3fb-8f51-4538-9224-320154000841 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:20.620102 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-429bbbcc-8f97-42f5-9a7c-beede83f8345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930667'] for router_interface, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:20.621277 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 47134) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:20.634960 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574b4fd4-f6c7-462e-9fe4-9a16ca9b5c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b972ba3-b166-46d1-a715-6c404cf39eda,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:20.638048 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-50aef3fb-8f51-4538-9224-320154000841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:20.642257 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-50aef3fb-8f51-4538-9224-320154000841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932541'] for router_interface, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:20.930227 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 76418563-14e8-44d4-ac27-d42858ccd1f2 up at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:27:20.962318 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-994410e3-bad9-49c4-b072-9ffa45738131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:21.031605 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aef3fb-8f51-4538-9224-320154000841 admin admin] Pushing event updated for resources: {'Port': ['ID=3ec4662c-e549-4384-8a07-f416f3e8010f,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:21.054309 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning for port 76418563-14e8-44d4-ac27-d42858ccd1f2 completed by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:27:21.064083 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning complete for port 76418563-14e8-44d4-ac27-d42858ccd1f2 triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:27:21.065151 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:21.117198 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-994410e3-bad9-49c4-b072-9ffa45738131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:21.160530 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2e801e-d59e-4d8f-ad1e-9c667ed11568 service neutron] Pushing event updated for resources: {'Port': ['ID=8e48c757-7e6e-4b84-9506-7c2d2575918f,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:21.200228 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:21.229982 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] For port 76418563-14e8-44d4-ac27-d42858ccd1f2, host dv-cinder-790014-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=76418563-14e8-44d4-ac27-d42858ccd1f2,segment=NetworkSegment(094c6717-dbf2-418c-b33e-47759605d17a),segment_id=094c6717-dbf2-418c-b33e-47759605d17a)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:27:21.246074 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:21.247332 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 89adf160-2f39-4d88-ab8f-2fb2c038b7ed up at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:27:21.423317 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Pushing event updated for resources: {'Port': ['ID=76418563-14e8-44d4-ac27-d42858ccd1f2,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:21.424339 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-eade39f3-03bb-4912-b200-e3e827477f41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:21.437160 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [req-72929f2b-987f-47ff-a591-d1ed7aef9611 req-2bdf85e6-4d36-465d-92b3-96234c01b939 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d1aa4ef-42fe-4622-8606-eec77f0c52be {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 01:27:21.470284 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning complete for port 89adf160-2f39-4d88-ab8f-2fb2c038b7ed triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:27:21.471385 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:21.483835 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-72929f2b-987f-47ff-a591-d1ed7aef9611 req-2bdf85e6-4d36-465d-92b3-96234c01b939 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:21.485335 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386a511-8dc0-412e-928a-ab05e31ac929 req-06d19122-c0e8-4a6d-8d3c-ff72b1c90af1 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:21.487258 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-1386a511-8dc0-412e-928a-ab05e31ac929 req-06d19122-c0e8-4a6d-8d3c-ff72b1c90af1 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c445070-60d2-4f2d-8d55-b61613a6f11c HTTP/1.1" status: 200 len: 943 time: 0.5366399 Aug 25 01:27:21.530093 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a845a-5b59-4d1c-8bcf-b1edce410d01 req-fb893ed6-ade3-46ce-a278-2bc51468d6cb tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:21.544231 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-958a845a-5b59-4d1c-8bcf-b1edce410d01 req-fb893ed6-ade3-46ce-a278-2bc51468d6cb tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a6a7b17-3df9-4469-98d4-9f52900dcf6b HTTP/1.1" status: 200 len: 932 time: 0.5737989 Aug 25 01:27:21.691396 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-72929f2b-987f-47ff-a591-d1ed7aef9611 req-2bdf85e6-4d36-465d-92b3-96234c01b939 service neutron] Transition to ACTIVE for port object 2d1aa4ef-42fe-4622-8606-eec77f0c52be will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:27:21.692604 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-994410e3-bad9-49c4-b072-9ffa45738131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:21.697174 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-994410e3-bad9-49c4-b072-9ffa45738131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:21.706592 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-994410e3-bad9-49c4-b072-9ffa45738131 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4c2f7b5d-bbbb-4bf3-8afa-a25fe2a263df HTTP/1.1" status: 204 len: 168 time: 1.4044387 Aug 25 01:27:21.713751 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-39ddff0f-8ca5-4a64-8f32-9549c1ef77bf req-7d2e801e-d59e-4d8f-ad1e-9c667ed11568 service neutron] Attempting to bind port 8e48c757-7e6e-4b84-9506-7c2d2575918f on host hv-cinder-79001 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 01:27:21.714144 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-39ddff0f-8ca5-4a64-8f32-9549c1ef77bf req-7d2e801e-d59e-4d8f-ad1e-9c667ed11568 service neutron] Attempting to bind port 8e48c757-7e6e-4b84-9506-7c2d2575918f by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '4944b506-92f4-4d03-bf96-a130cf5b7dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '400a2ac9-3eb3-4dc0-9993-b410ce65adf5'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 01:27:21.714473 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ddff0f-8ca5-4a64-8f32-9549c1ef77bf req-7d2e801e-d59e-4d8f-ad1e-9c667ed11568 service neutron] Attempting to bind port 8e48c757-7e6e-4b84-9506-7c2d2575918f on network 400a2ac9-3eb3-4dc0-9993-b410ce65adf5 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:27:21.730811 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994410e3-bad9-49c4-b072-9ffa45738131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2f7b5d-bbbb-4bf3-8afa-a25fe2a263df,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:21.750906 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-72929f2b-987f-47ff-a591-d1ed7aef9611 req-2bdf85e6-4d36-465d-92b3-96234c01b939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:21.771936 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ddff0f-8ca5-4a64-8f32-9549c1ef77bf req-7d2e801e-d59e-4d8f-ad1e-9c667ed11568 service neutron] Port 8e48c757-7e6e-4b84-9506-7c2d2575918f on network 400a2ac9-3eb3-4dc0-9993-b410ce65adf5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 01:27:21.772264 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ddff0f-8ca5-4a64-8f32-9549c1ef77bf req-7d2e801e-d59e-4d8f-ad1e-9c667ed11568 service neutron] Attempting to bind port 8e48c757-7e6e-4b84-9506-7c2d2575918f on network 400a2ac9-3eb3-4dc0-9993-b410ce65adf5 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:27:21.827301 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-429bbbcc-8f97-42f5-9a7c-beede83f8345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:21.847810 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-1386a511-8dc0-412e-928a-ab05e31ac929 req-0b4552d2-26a0-4ba2-8eef-0df055fe062e tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971346 Aug 25 01:27:21.858487 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50aef3fb-8f51-4538-9224-320154000841 admin admin] Network fd6ab0d2-8137-4fff-919c-e0812b557a4f is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:27:21.868227 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ddff0f-8ca5-4a64-8f32-9549c1ef77bf req-7d2e801e-d59e-4d8f-ad1e-9c667ed11568 service neutron] Checking agent: {'id': '05c2a1f8-ef41-45f5-8e32-988b9472ad60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 1, 25, 19), 'started_at': datetime.datetime(2021, 8, 25, 1, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 1, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 01:27:21.868567 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ddff0f-8ca5-4a64-8f32-9549c1ef77bf req-7d2e801e-d59e-4d8f-ad1e-9c667ed11568 service neutron] Checking segment: {'id': '4944b506-92f4-4d03-bf96-a130cf5b7dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '400a2ac9-3eb3-4dc0-9993-b410ce65adf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:27:21.869103 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ddff0f-8ca5-4a64-8f32-9549c1ef77bf req-7d2e801e-d59e-4d8f-ad1e-9c667ed11568 service neutron] Bound using segment: {'id': '4944b506-92f4-4d03-bf96-a130cf5b7dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '400a2ac9-3eb3-4dc0-9993-b410ce65adf5'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 01:27:21.869575 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-39ddff0f-8ca5-4a64-8f32-9549c1ef77bf req-7d2e801e-d59e-4d8f-ad1e-9c667ed11568 service neutron] Bound port: 8e48c757-7e6e-4b84-9506-7c2d2575918f, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4944b506-92f4-4d03-bf96-a130cf5b7dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '400a2ac9-3eb3-4dc0-9993-b410ce65adf5'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 01:27:21.869926 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-39ddff0f-8ca5-4a64-8f32-9549c1ef77bf req-7d2e801e-d59e-4d8f-ad1e-9c667ed11568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:21.873263 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-50aef3fb-8f51-4538-9224-320154000841 admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:27:21.907804 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-958a845a-5b59-4d1c-8bcf-b1edce410d01 req-a50d8d1b-81d8-49a9-acdc-5731459ed8a1 tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c7df8a5-5214-4cc7-9a66-ade10cb72ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628099 Aug 25 01:27:22.309523 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-39ddff0f-8ca5-4a64-8f32-9549c1ef77bf req-7d2e801e-d59e-4d8f-ad1e-9c667ed11568 service neutron] For port 8e48c757-7e6e-4b84-9506-7c2d2575918f, host hv-cinder-79001, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 01:27:22.395658 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-39ddff0f-8ca5-4a64-8f32-9549c1ef77bf req-7d2e801e-d59e-4d8f-ad1e-9c667ed11568 service neutron] For port 8e48c757-7e6e-4b84-9506-7c2d2575918f, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=8e48c757-7e6e-4b84-9506-7c2d2575918f,segment=NetworkSegment(4944b506-92f4-4d03-bf96-a130cf5b7dec),segment_id=4944b506-92f4-4d03-bf96-a130cf5b7dec)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 01:27:22.405528 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-fa8aaac9-dd65-4237-9f41-c69fc0c0e434 None None] Provisioning complete for port 3ec4662c-e549-4384-8a07-f416f3e8010f triggered by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:27:22.406652 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fa8aaac9-dd65-4237-9f41-c69fc0c0e434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:22.431550 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-39ddff0f-8ca5-4a64-8f32-9549c1ef77bf req-7d2e801e-d59e-4d8f-ad1e-9c667ed11568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11069652'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:22.502904 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-fa8aaac9-dd65-4237-9f41-c69fc0c0e434 None None] Port 3ec4662c-e549-4384-8a07-f416f3e8010f cannot update to ACTIVE because it is not bound. {{(pid=93834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 01:27:22.589750 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ddff0f-8ca5-4a64-8f32-9549c1ef77bf req-7d2e801e-d59e-4d8f-ad1e-9c667ed11568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:22.590485 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-39ddff0f-8ca5-4a64-8f32-9549c1ef77bf req-7d2e801e-d59e-4d8f-ad1e-9c667ed11568 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:22.594774 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-39ddff0f-8ca5-4a64-8f32-9549c1ef77bf req-7d2e801e-d59e-4d8f-ad1e-9c667ed11568 service neutron] 10.222.0.26 "PUT /v2.0/ports/8e48c757-7e6e-4b84-9506-7c2d2575918f HTTP/1.1" status: 200 len: 1093 time: 5.4600914 Aug 25 01:27:22.595469 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c445070-60d2-4f2d-8d55-b61613a6f11c', 'tag': '8e48c757-7e6e-4b84-9506-7c2d2575918f'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:27:22.621497 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 76418563-14e8-44d4-ac27-d42858ccd1f2 up at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:27:22.649343 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf85e6-4d36-465d-92b3-96234c01b939 service neutron] Pushing event updated for resources: {'Port': ['ID=2d1aa4ef-42fe-4622-8606-eec77f0c52be,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:22.711469 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning complete for port 76418563-14e8-44d4-ac27-d42858ccd1f2 triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:27:22.712055 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:22.748416 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50aef3fb-8f51-4538-9224-320154000841 admin admin] Router 0e9a075c-22dd-4b44-aec9-64918f1f1dfb has already been hosted by L3 agent 2e219680-1a48-4599-ad97-adf9ec497b47 {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 01:27:22.750315 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-eade39f3-03bb-4912-b200-e3e827477f41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:22.785169 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2e801e-d59e-4d8f-ad1e-9c667ed11568 service neutron] Pushing event updated for resources: {'Port': ['ID=8e48c757-7e6e-4b84-9506-7c2d2575918f,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:22.792906 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-72929f2b-987f-47ff-a591-d1ed7aef9611 req-2bdf85e6-4d36-465d-92b3-96234c01b939 service neutron] Attempting to bind port 2d1aa4ef-42fe-4622-8606-eec77f0c52be on host hv-cinder-79001 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 01:27:22.794400 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-72929f2b-987f-47ff-a591-d1ed7aef9611 req-2bdf85e6-4d36-465d-92b3-96234c01b939 service neutron] Attempting to bind port 2d1aa4ef-42fe-4622-8606-eec77f0c52be by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '9145de79-1352-4254-9daa-e1313ba1d3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a5c9817c-ab19-470c-afc3-2431f71a9870'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 01:27:22.795122 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72929f2b-987f-47ff-a591-d1ed7aef9611 req-2bdf85e6-4d36-465d-92b3-96234c01b939 service neutron] Attempting to bind port 2d1aa4ef-42fe-4622-8606-eec77f0c52be on network a5c9817c-ab19-470c-afc3-2431f71a9870 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:27:22.799071 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-eade39f3-03bb-4912-b200-e3e827477f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:22.857330 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-429bbbcc-8f97-42f5-9a7c-beede83f8345 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:22.865778 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eade39f3-03bb-4912-b200-e3e827477f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f2f073-6184-4593-bb0b-e317a841a42d,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:22.871287 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-429bbbcc-8f97-42f5-9a7c-beede83f8345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11069652'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:22.902276 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72929f2b-987f-47ff-a591-d1ed7aef9611 req-2bdf85e6-4d36-465d-92b3-96234c01b939 service neutron] Port 2d1aa4ef-42fe-4622-8606-eec77f0c52be on network a5c9817c-ab19-470c-afc3-2431f71a9870 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 01:27:22.907534 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72929f2b-987f-47ff-a591-d1ed7aef9611 req-2bdf85e6-4d36-465d-92b3-96234c01b939 service neutron] Attempting to bind port 2d1aa4ef-42fe-4622-8606-eec77f0c52be on network a5c9817c-ab19-470c-afc3-2431f71a9870 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:27:22.925751 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72929f2b-987f-47ff-a591-d1ed7aef9611 req-2bdf85e6-4d36-465d-92b3-96234c01b939 service neutron] Checking agent: {'id': '05c2a1f8-ef41-45f5-8e32-988b9472ad60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 1, 25, 19), 'started_at': datetime.datetime(2021, 8, 25, 1, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 1, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 01:27:22.927410 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72929f2b-987f-47ff-a591-d1ed7aef9611 req-2bdf85e6-4d36-465d-92b3-96234c01b939 service neutron] Checking segment: {'id': '9145de79-1352-4254-9daa-e1313ba1d3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a5c9817c-ab19-470c-afc3-2431f71a9870'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:27:22.928127 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72929f2b-987f-47ff-a591-d1ed7aef9611 req-2bdf85e6-4d36-465d-92b3-96234c01b939 service neutron] Bound using segment: {'id': '9145de79-1352-4254-9daa-e1313ba1d3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a5c9817c-ab19-470c-afc3-2431f71a9870'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 01:27:22.928792 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-72929f2b-987f-47ff-a591-d1ed7aef9611 req-2bdf85e6-4d36-465d-92b3-96234c01b939 service neutron] Bound port: 2d1aa4ef-42fe-4622-8606-eec77f0c52be, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9145de79-1352-4254-9daa-e1313ba1d3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a5c9817c-ab19-470c-afc3-2431f71a9870'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 01:27:22.929333 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-72929f2b-987f-47ff-a591-d1ed7aef9611 req-2bdf85e6-4d36-465d-92b3-96234c01b939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:22.951575 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-eade39f3-03bb-4912-b200-e3e827477f41 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d8dbc56bdaec4dd8babda413796e4842&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3139424 Aug 25 01:27:22.969850 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 47198) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:23.146248 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99221413ad608258be70d61d3aee829b58887b18c5c2a60c7a37b33fff07d90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e682382-9ea7-4170-a8f3-340ba0234f2c" -d '{"events": [{"name": "network-changed", "server_uuid": "4c445070-60d2-4f2d-8d55-b61613a6f11c", "tag": "8e48c757-7e6e-4b84-9506-7c2d2575918f"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:27:23.162204 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429bbbcc-8f97-42f5-9a7c-beede83f8345 admin admin] Pushing event updated for resources: {'Port': ['ID=4f9f0844-8525-40c5-bc89-8addfa054f2b,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:23.183302 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-429bbbcc-8f97-42f5-9a7c-beede83f8345 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932541'] for router_interface, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:23.277657 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124a1ab-832f-4621-9bb5-6c1945a45c16 req-b697ca6e-221a-4ed8-bc22-677b579eaa20 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:23.280887 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-72929f2b-987f-47ff-a591-d1ed7aef9611 req-2bdf85e6-4d36-465d-92b3-96234c01b939 service neutron] For port 2d1aa4ef-42fe-4622-8606-eec77f0c52be, host hv-cinder-79001, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 01:27:23.286568 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-72929f2b-987f-47ff-a591-d1ed7aef9611 req-2bdf85e6-4d36-465d-92b3-96234c01b939 service neutron] For port 2d1aa4ef-42fe-4622-8606-eec77f0c52be, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=2d1aa4ef-42fe-4622-8606-eec77f0c52be,segment=NetworkSegment(9145de79-1352-4254-9daa-e1313ba1d3bd),segment_id=9145de79-1352-4254-9daa-e1313ba1d3bd)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 01:27:23.288977 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-3124a1ab-832f-4621-9bb5-6c1945a45c16 req-b697ca6e-221a-4ed8-bc22-677b579eaa20 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c445070-60d2-4f2d-8d55-b61613a6f11c HTTP/1.1" status: 200 len: 943 time: 0.2864375 Aug 25 01:27:23.313403 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-72929f2b-987f-47ff-a591-d1ed7aef9611 req-2bdf85e6-4d36-465d-92b3-96234c01b939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:23.326209 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ee576159-4eba-46ab-bc2c-80d33b9e7c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:23.480442 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72929f2b-987f-47ff-a591-d1ed7aef9611 req-2bdf85e6-4d36-465d-92b3-96234c01b939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:23.481242 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-72929f2b-987f-47ff-a591-d1ed7aef9611 req-2bdf85e6-4d36-465d-92b3-96234c01b939 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:23.482873 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-72929f2b-987f-47ff-a591-d1ed7aef9611 req-2bdf85e6-4d36-465d-92b3-96234c01b939 service neutron] 10.222.0.26 "PUT /v2.0/ports/2d1aa4ef-42fe-4622-8606-eec77f0c52be HTTP/1.1" status: 200 len: 1094 time: 5.4317098 Aug 25 01:27:23.485461 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a6a7b17-3df9-4469-98d4-9f52900dcf6b', 'tag': '2d1aa4ef-42fe-4622-8606-eec77f0c52be'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:27:23.636888 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50aef3fb-8f51-4538-9224-320154000841 admin admin] Notify agent at l3_agent.dv-cinder-790014-2-iscsi the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 01:27:23.648286 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195f8d60-a163-42de-b760-21337ed9f2f2 None None] Sync routers for ids ['0e9a075c-22dd-4b44-aec9-64918f1f1dfb'] in dv-cinder-790014-2-iscsi {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 01:27:23.673047 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195f8d60-a163-42de-b760-21337ed9f2f2 None None] Routers {'0e9a075c-22dd-4b44-aec9-64918f1f1dfb'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:27:23.674236 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-195f8d60-a163-42de-b760-21337ed9f2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:27:00Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['0e9a075c-22dd-4b44-aec9-64918f1f1dfb'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:27:23.691295 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-50aef3fb-8f51-4538-9224-320154000841 admin admin] 10.222.0.23 "PUT /v2.0/routers/0e9a075c-22dd-4b44-aec9-64918f1f1dfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5603852 Aug 25 01:27:23.742796 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ee576159-4eba-46ab-bc2c-80d33b9e7c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:23.765982 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf85e6-4d36-465d-92b3-96234c01b939 service neutron] Pushing event updated for resources: {'Port': ['ID=2d1aa4ef-42fe-4622-8606-eec77f0c52be,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:23.793711 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c304c65c-2c5f-42eb-921b-cd265a6a6eb2 req-09b83343-b540-47c2-84d0-1af2a653beb9 tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:23.803668 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-c304c65c-2c5f-42eb-921b-cd265a6a6eb2 req-09b83343-b540-47c2-84d0-1af2a653beb9 tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a6a7b17-3df9-4469-98d4-9f52900dcf6b HTTP/1.1" status: 200 len: 944 time: 0.7406514 Aug 25 01:27:23.852839 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ee576159-4eba-46ab-bc2c-80d33b9e7c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:23.856082 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ee576159-4eba-46ab-bc2c-80d33b9e7c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:23.860449 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-ee576159-4eba-46ab-bc2c-80d33b9e7c81 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/10f2f073-6184-4593-bb0b-e317a841a42d HTTP/1.1" status: 204 len: 168 time: 0.8853862 Aug 25 01:27:23.887147 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee576159-4eba-46ab-bc2c-80d33b9e7c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f2f073-6184-4593-bb0b-e317a841a42d,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:23.908356 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-3124a1ab-832f-4621-9bb5-6c1945a45c16 req-cd5d057c-2f47-40f8-9894-14d7f354b80e tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6184797 Aug 25 01:27:23.955507 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-c304c65c-2c5f-42eb-921b-cd265a6a6eb2 req-14a6d343-2c3b-408b-b718-00c69b6ef1c6 tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c7df8a5-5214-4cc7-9a66-ade10cb72ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506789 Aug 25 01:27:23.965641 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429bbbcc-8f97-42f5-9a7c-beede83f8345 admin admin] Network 941f32ea-0da3-4101-b2fe-5e10ea072419 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:27:23.977237 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-429bbbcc-8f97-42f5-9a7c-beede83f8345 admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:27:24.149168 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-429bbbcc-8f97-42f5-9a7c-beede83f8345 admin admin] Router 49d5d010-18e4-457e-9b62-7519653aaa01 has already been hosted by L3 agent 2e219680-1a48-4599-ad97-adf9ec497b47 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 01:27:24.190556 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.agents_db [None req-4bdcba96-0b2f-4eba-81a9-023f498d003c None None] Agent healthcheck: found 6 active agents {{(pid=93835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 01:27:24.225314 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-195f8d60-a163-42de-b760-21337ed9f2f2 None None] Set router 0e9a075c-22dd-4b44-aec9-64918f1f1dfb gateway port host: dv-cinder-790014-2-iscsi {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:27:24.286012 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429bbbcc-8f97-42f5-9a7c-beede83f8345 admin admin] Notify agent at l3_agent.dv-cinder-790014-2-iscsi the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 01:27:24.298091 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b41dd24-7423-4744-acab-5d1557ca5f8d None None] Sync routers for ids ['49d5d010-18e4-457e-9b62-7519653aaa01'] in dv-cinder-790014-2-iscsi {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 01:27:24.309036 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-429bbbcc-8f97-42f5-9a7c-beede83f8345 admin admin] 10.222.0.23 "PUT /v2.0/routers/49d5d010-18e4-457e-9b62-7519653aaa01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8558609 Aug 25 01:27:24.315738 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b41dd24-7423-4744-acab-5d1557ca5f8d None None] Routers {'49d5d010-18e4-457e-9b62-7519653aaa01'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:27:24.318011 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-0b41dd24-7423-4744-acab-5d1557ca5f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:27:00Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['49d5d010-18e4-457e-9b62-7519653aaa01'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:27:24.405954 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6aaa77860150641abcbf195034e02978cb43d302165c9bbcbee081d494fe815" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b4ce96-2caf-41dd-a7ee-4ca176631931" -d '{"events": [{"name": "network-changed", "server_uuid": "7a6a7b17-3df9-4469-98d4-9f52900dcf6b", "tag": "2d1aa4ef-42fe-4622-8606-eec77f0c52be"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:27:24.496671 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-0b41dd24-7423-4744-acab-5d1557ca5f8d None None] Set router 49d5d010-18e4-457e-9b62-7519653aaa01 gateway port host: dv-cinder-790014-2-iscsi {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:27:24.564139 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-195f8d60-a163-42de-b760-21337ed9f2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9a075c-22dd-4b44-aec9-64918f1f1dfb', 'name': 'tempest-AttachVolumeTestJSON-1662807020-router', 'tenant_id': 'b76ebd48c69044859010968bacfba90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '89adf160-2f39-4d88-ab8f-2fb2c038b7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:27:07Z', 'updated_at': '2021-08-25T01:27:18Z', 'revision_number': 4, 'project_id': 'b76ebd48c69044859010968bacfba90b', 'gw_port': {'id': '89adf160-2f39-4d88-ab8f-2fb2c038b7ed', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:50:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a075c-22dd-4b44-aec9-64918f1f1dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:27:08Z', 'updated_at': '2021-08-25T01:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_interfaces': [{'id': '3ec4662c-e549-4384-8a07-f416f3e8010f', 'name': '', 'network_id': 'fd6ab0d2-8137-4fff-919c-e0812b557a4f', 'tenant_id': 'b76ebd48c69044859010968bacfba90b', 'mac_address': 'fa:16:3e:20:d6:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9a075c-22dd-4b44-aec9-64918f1f1dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '480d38ea-d24b-4229-80ef-563e46a6a2ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:27:15Z', 'updated_at': '2021-08-25T01:27:19Z', 'revision_number': 2, 'project_id': 'b76ebd48c69044859010968bacfba90b', 'subnets': [{'id': '480d38ea-d24b-4229-80ef-563e46a6a2ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:27:24.595112 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195f8d60-a163-42de-b760-21337ed9f2f2 None None] Checking router: 0e9a075c-22dd-4b44-aec9-64918f1f1dfb for host: dv-cinder-790014-2-iscsi {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 01:27:24.595526 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195f8d60-a163-42de-b760-21337ed9f2f2 None None] Updating router 0e9a075c-22dd-4b44-aec9-64918f1f1dfb port 3ec4662c-e549-4384-8a07-f416f3e8010f binding host dv-cinder-790014-2-iscsi {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 01:27:24.633451 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-195f8d60-a163-42de-b760-21337ed9f2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:24.675835 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 01:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b74e25c-db66-4e96-a15e-23872df8d1e2 x-openstack-request-id: req-0b74e25c-db66-4e96-a15e-23872df8d1e2 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:27:24.676123 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c445070-60d2-4f2d-8d55-b61613a6f11c", "tag": "8e48c757-7e6e-4b84-9506-7c2d2575918f", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:27:24.676901 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0b74e25c-db66-4e96-a15e-23872df8d1e2 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:27:24.677361 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c445070-60d2-4f2d-8d55-b61613a6f11c', 'tag': '8e48c757-7e6e-4b84-9506-7c2d2575918f', 'status': 'completed', 'code': 200} Aug 25 01:27:24.790187 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-0b41dd24-7423-4744-acab-5d1557ca5f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d5d010-18e4-457e-9b62-7519653aaa01', 'name': 'tempest-ServerRescueNegativeTestJSON-1555647231-router', 'tenant_id': '9332813e5ed544a58621b5d1c5e0bbba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '76418563-14e8-44d4-ac27-d42858ccd1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:27:07Z', 'updated_at': '2021-08-25T01:27:21Z', 'revision_number': 4, 'project_id': '9332813e5ed544a58621b5d1c5e0bbba', 'gw_port': {'id': '76418563-14e8-44d4-ac27-d42858ccd1f2', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:99:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d5d010-18e4-457e-9b62-7519653aaa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:27:08Z', 'updated_at': '2021-08-25T01:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_interfaces': [{'id': '4f9f0844-8525-40c5-bc89-8addfa054f2b', 'name': '', 'network_id': '941f32ea-0da3-4101-b2fe-5e10ea072419', 'tenant_id': '9332813e5ed544a58621b5d1c5e0bbba', 'mac_address': 'fa:16:3e:36:32:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49d5d010-18e4-457e-9b62-7519653aaa01', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '84dbee4e-0c46-44e0-883e-063ae4a8075c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:27:17Z', 'updated_at': '2021-08-25T01:27:22Z', 'revision_number': 2, 'project_id': '9332813e5ed544a58621b5d1c5e0bbba', 'subnets': [{'id': '84dbee4e-0c46-44e0-883e-063ae4a8075c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:27:24.842299 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b41dd24-7423-4744-acab-5d1557ca5f8d None None] Checking router: 49d5d010-18e4-457e-9b62-7519653aaa01 for host: dv-cinder-790014-2-iscsi {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 01:27:24.843704 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b41dd24-7423-4744-acab-5d1557ca5f8d None None] Updating router 49d5d010-18e4-457e-9b62-7519653aaa01 port 4f9f0844-8525-40c5-bc89-8addfa054f2b binding host dv-cinder-790014-2-iscsi {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 01:27:24.882785 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0b41dd24-7423-4744-acab-5d1557ca5f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:25.073922 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-195f8d60-a163-42de-b760-21337ed9f2f2 None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:25.103330 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-195f8d60-a163-42de-b760-21337ed9f2f2 None None] Transition to ACTIVE for port object 3ec4662c-e549-4384-8a07-f416f3e8010f will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:27:25.103974 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 47270) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:25.117853 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-195f8d60-a163-42de-b760-21337ed9f2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:25.137371 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 47272) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:25.162573 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [None req-8fe9f2fc-2562-4289-8f25-c3f447f74aba tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1463570144', 'description': 'tempest-description--1814960734'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:27:25.184600 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8c4fcf38-9ec5-408e-ae1a-37d23762e4c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:25.190372 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72929f2b-987f-47ff-a591-d1ed7aef9611 req-a2686996-6dbe-4e2e-bfa6-0d92c4bdca68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:25.191855 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-72929f2b-987f-47ff-a591-d1ed7aef9611 req-a2686996-6dbe-4e2e-bfa6-0d92c4bdca68 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=98f8fae0130241e28471150fe11feb81&device_id=7a6a7b17-3df9-4469-98d4-9f52900dcf6b HTTP/1.1" status: 200 len: 1097 time: 0.1885319 Aug 25 01:27:25.284559 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6e625-80e4-439b-8c1a-9625f8d8b93b None None] Pushing event updated for resources: {'Port': ['ID=3ec4662c-e549-4384-8a07-f416f3e8010f,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:25.370391 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-72929f2b-987f-47ff-a591-d1ed7aef9611 req-9c74a17e-b802-41d3-8a72-3e72957dd37b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d1aa4ef-42fe-4622-8606-eec77f0c52be HTTP/1.1" status: 200 len: 217 time: 0.1683676 Aug 25 01:27:25.375677 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-195f8d60-a163-42de-b760-21337ed9f2f2 None None] Attempting to bind port 3ec4662c-e549-4384-8a07-f416f3e8010f on host dv-cinder-790014-2-iscsi for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 01:27:25.377145 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-195f8d60-a163-42de-b760-21337ed9f2f2 None None] Attempting to bind port 3ec4662c-e549-4384-8a07-f416f3e8010f by drivers openvswitch,hyperv on host dv-cinder-790014-2-iscsi at level 0 using segments [{'id': 'c9ed2e66-9f51-479e-a1c4-50aff58a808a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fd6ab0d2-8137-4fff-919c-e0812b557a4f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 01:27:25.379273 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195f8d60-a163-42de-b760-21337ed9f2f2 None None] Attempting to bind port 3ec4662c-e549-4384-8a07-f416f3e8010f on network fd6ab0d2-8137-4fff-919c-e0812b557a4f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:27:25.394395 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195f8d60-a163-42de-b760-21337ed9f2f2 None None] Checking agent: {'id': 'd4180fab-6748-497c-b5c9-83716f34f1ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 1, 19, 30), 'started_at': datetime.datetime(2021, 8, 25, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 01:27:25.395747 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195f8d60-a163-42de-b760-21337ed9f2f2 None None] Checking segment: {'id': 'c9ed2e66-9f51-479e-a1c4-50aff58a808a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fd6ab0d2-8137-4fff-919c-e0812b557a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:27:25.396473 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-195f8d60-a163-42de-b760-21337ed9f2f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:25.397848 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195f8d60-a163-42de-b760-21337ed9f2f2 None None] Bound using segment: {'id': 'c9ed2e66-9f51-479e-a1c4-50aff58a808a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fd6ab0d2-8137-4fff-919c-e0812b557a4f'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 01:27:25.400270 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-195f8d60-a163-42de-b760-21337ed9f2f2 None None] Bound port: 3ec4662c-e549-4384-8a07-f416f3e8010f, host: dv-cinder-790014-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9ed2e66-9f51-479e-a1c4-50aff58a808a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fd6ab0d2-8137-4fff-919c-e0812b557a4f'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 01:27:25.400779 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-195f8d60-a163-42de-b760-21337ed9f2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:25.401852 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0b41dd24-7423-4744-acab-5d1557ca5f8d None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:25.424684 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-0b41dd24-7423-4744-acab-5d1557ca5f8d None None] Transition to ACTIVE for port object 4f9f0844-8525-40c5-bc89-8addfa054f2b will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:27:25.436735 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0b41dd24-7423-4744-acab-5d1557ca5f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:25.452200 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8c4fcf38-9ec5-408e-ae1a-37d23762e4c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:25.460784 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e682382-9ea7-4170-a8f3-340ba0234f2c req-0a9de051-725b-45e8-8606-9eb0bc03228e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:25.462745 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-0e682382-9ea7-4170-a8f3-340ba0234f2c req-0a9de051-725b-45e8-8606-9eb0bc03228e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=46fe21ec575f40a0b26f9482a77b5a73&device_id=4c445070-60d2-4f2d-8d55-b61613a6f11c HTTP/1.1" status: 200 len: 1096 time: 0.5063772 Aug 25 01:27:25.465016 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8c4fcf38-9ec5-408e-ae1a-37d23762e4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:25.469978 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c587a62-c3bd-4fa4-b91b-447d11871fa8 req-e44533db-cf9f-4676-9205-146e74685678 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:25.477920 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-4c587a62-c3bd-4fa4-b91b-447d11871fa8 req-e44533db-cf9f-4676-9205-146e74685678 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c445070-60d2-4f2d-8d55-b61613a6f11c HTTP/1.1" status: 200 len: 943 time: 0.1977663 Aug 25 01:27:25.481499 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72929f2b-987f-47ff-a591-d1ed7aef9611 req-a3f8d347-67c8-43af-9355-a23e41f2f08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:25.495381 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-72929f2b-987f-47ff-a591-d1ed7aef9611 req-a3f8d347-67c8-43af-9355-a23e41f2f08c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ea2135f9-f7ba-4408-9ca3-af416066fd5f HTTP/1.1" status: 200 len: 851 time: 0.0949202 Aug 25 01:27:25.534175 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-8c4fcf38-9ec5-408e-ae1a-37d23762e4c5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3edb42873177479ba13ee8bee8db783b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4263380 Aug 25 01:27:25.535287 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.db.api [None req-8fe9f2fc-2562-4289-8f25-c3f447f74aba tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 01:27:25.535287 dv-cinder-790014-2-iscsi neutron-server[93833]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 25 01:27:25.535287 dv-cinder-790014-2-iscsi neutron-server[93833]: [parameters: {'project_id': 'b76ebd48c69044859010968bacfba90b', 'id': 'de82aa0f-29c4-49f5-8fb5-f12c1afce021', 'expiration': datetime.datetime(2021, 8, 25, 1, 29, 25, 260163)}] Aug 25 01:27:25.535287 dv-cinder-790014-2-iscsi neutron-server[93833]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 01:27:25.536472 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG oslo_db.api [None req-8fe9f2fc-2562-4289-8f25-c3f447f74aba tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 01:27:25.554239 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 47280) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:25.573161 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f53d53d-0c1a-436d-a7e5-6d77bdaab17a None None] Pushing event updated for resources: {'Port': ['ID=4f9f0844-8525-40c5-bc89-8addfa054f2b,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:25.588640 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-195f8d60-a163-42de-b760-21337ed9f2f2 None None] For port 3ec4662c-e549-4384-8a07-f416f3e8010f, host dv-cinder-790014-2-iscsi, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 01:27:25.597106 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-195f8d60-a163-42de-b760-21337ed9f2f2 None None] For port 3ec4662c-e549-4384-8a07-f416f3e8010f, host dv-cinder-790014-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=3ec4662c-e549-4384-8a07-f416f3e8010f,segment=NetworkSegment(c9ed2e66-9f51-479e-a1c4-50aff58a808a),segment_id=c9ed2e66-9f51-479e-a1c4-50aff58a808a)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 01:27:25.603309 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-72929f2b-987f-47ff-a591-d1ed7aef9611 req-fb3fb6d3-5158-4668-828c-2f28ce0c200b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a5c9817c-ab19-470c-afc3-2431f71a9870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1055908 Aug 25 01:27:25.607684 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-195f8d60-a163-42de-b760-21337ed9f2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:25.665820 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-4c587a62-c3bd-4fa4-b91b-447d11871fa8 req-b634e94b-ccc2-47c2-b9b8-dbcb6377a7ed tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869330 Aug 25 01:27:25.666337 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 47282) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:25.671151 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 01:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b38a12-2981-460f-b5a1-872ef4bae835 x-openstack-request-id: req-c5b38a12-2981-460f-b5a1-872ef4bae835 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:27:25.682952 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a6a7b17-3df9-4469-98d4-9f52900dcf6b", "tag": "2d1aa4ef-42fe-4622-8606-eec77f0c52be", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:27:25.685720 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c5b38a12-2981-460f-b5a1-872ef4bae835 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:27:25.686434 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a6a7b17-3df9-4469-98d4-9f52900dcf6b', 'tag': '2d1aa4ef-42fe-4622-8606-eec77f0c52be', 'status': 'completed', 'code': 200} Aug 25 01:27:25.730769 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-0b41dd24-7423-4744-acab-5d1557ca5f8d None None] Attempting to bind port 4f9f0844-8525-40c5-bc89-8addfa054f2b on host dv-cinder-790014-2-iscsi for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 01:27:25.731197 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-0b41dd24-7423-4744-acab-5d1557ca5f8d None None] Attempting to bind port 4f9f0844-8525-40c5-bc89-8addfa054f2b by drivers openvswitch,hyperv on host dv-cinder-790014-2-iscsi at level 0 using segments [{'id': '8a64b1e4-c2e9-4500-b4d9-ac866fe3f80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '941f32ea-0da3-4101-b2fe-5e10ea072419'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 01:27:25.731566 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b41dd24-7423-4744-acab-5d1557ca5f8d None None] Attempting to bind port 4f9f0844-8525-40c5-bc89-8addfa054f2b on network 941f32ea-0da3-4101-b2fe-5e10ea072419 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:27:25.738452 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b41dd24-7423-4744-acab-5d1557ca5f8d None None] Checking agent: {'id': 'd4180fab-6748-497c-b5c9-83716f34f1ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 1, 19, 30), 'started_at': datetime.datetime(2021, 8, 25, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 01:27:25.739386 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195f8d60-a163-42de-b760-21337ed9f2f2 None None] Routers {'0e9a075c-22dd-4b44-aec9-64918f1f1dfb'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:27:25.740199 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b41dd24-7423-4744-acab-5d1557ca5f8d None None] Checking segment: {'id': '8a64b1e4-c2e9-4500-b4d9-ac866fe3f80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '941f32ea-0da3-4101-b2fe-5e10ea072419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:27:25.740336 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-195f8d60-a163-42de-b760-21337ed9f2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:27:00Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['0e9a075c-22dd-4b44-aec9-64918f1f1dfb'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:27:25.740452 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0b41dd24-7423-4744-acab-5d1557ca5f8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:25.741055 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b41dd24-7423-4744-acab-5d1557ca5f8d None None] Bound using segment: {'id': '8a64b1e4-c2e9-4500-b4d9-ac866fe3f80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '941f32ea-0da3-4101-b2fe-5e10ea072419'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 01:27:25.742197 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-0b41dd24-7423-4744-acab-5d1557ca5f8d None None] Bound port: 4f9f0844-8525-40c5-bc89-8addfa054f2b, host: dv-cinder-790014-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a64b1e4-c2e9-4500-b4d9-ac866fe3f80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '941f32ea-0da3-4101-b2fe-5e10ea072419'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 01:27:25.743116 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0b41dd24-7423-4744-acab-5d1557ca5f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:25.805274 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4fcf38-9ec5-408e-ae1a-37d23762e4c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a027300a-509f-46ec-9134-5238599d4a10,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:25.857186 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-72929f2b-987f-47ff-a591-d1ed7aef9611 req-a873b35e-7ac0-4404-ace3-6104f7cbab4b service neutron] 10.222.0.26 "GET /v2.0/networks/a5c9817c-ab19-470c-afc3-2431f71a9870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391455 Aug 25 01:27:25.869200 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-0b41dd24-7423-4744-acab-5d1557ca5f8d None None] For port 4f9f0844-8525-40c5-bc89-8addfa054f2b, host dv-cinder-790014-2-iscsi, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 01:27:25.877591 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-0b41dd24-7423-4744-acab-5d1557ca5f8d None None] For port 4f9f0844-8525-40c5-bc89-8addfa054f2b, host dv-cinder-790014-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=4f9f0844-8525-40c5-bc89-8addfa054f2b,segment=NetworkSegment(8a64b1e4-c2e9-4500-b4d9-ac866fe3f80d),segment_id=8a64b1e4-c2e9-4500-b4d9-ac866fe3f80d)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 01:27:25.887686 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0b41dd24-7423-4744-acab-5d1557ca5f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:25.919995 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6e625-80e4-439b-8c1a-9625f8d8b93b None None] Pushing event updated for resources: {'Port': ['ID=3ec4662c-e549-4384-8a07-f416f3e8010f,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:25.921550 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e682382-9ea7-4170-a8f3-340ba0234f2c req-952b93db-efe3-455a-9148-5ced5a5e6026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:25.923378 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-0e682382-9ea7-4170-a8f3-340ba0234f2c req-952b93db-efe3-455a-9148-5ced5a5e6026 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=46fe21ec575f40a0b26f9482a77b5a73&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3959084 Aug 25 01:27:25.994615 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b41dd24-7423-4744-acab-5d1557ca5f8d None None] Routers {'49d5d010-18e4-457e-9b62-7519653aaa01'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:27:25.996786 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-0b41dd24-7423-4744-acab-5d1557ca5f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:27:00Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['49d5d010-18e4-457e-9b62-7519653aaa01'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:27:26.018280 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-195f8d60-a163-42de-b760-21337ed9f2f2 None None] Set router 0e9a075c-22dd-4b44-aec9-64918f1f1dfb gateway port host: dv-cinder-790014-2-iscsi {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:27:26.153851 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e682382-9ea7-4170-a8f3-340ba0234f2c req-5a8637e9-6e71-4b21-acc5-0215119bf224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:26.156524 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-0e682382-9ea7-4170-a8f3-340ba0234f2c req-5a8637e9-6e71-4b21-acc5-0215119bf224 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2203979 Aug 25 01:27:26.159528 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f53d53d-0c1a-436d-a7e5-6d77bdaab17a None None] Pushing event updated for resources: {'Port': ['ID=4f9f0844-8525-40c5-bc89-8addfa054f2b,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:26.169157 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8fe9f2fc-2562-4289-8f25-c3f447f74aba tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:26.182840 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9ef09630-7645-4ffd-96cc-d6f12851fdf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:26.233484 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-0b41dd24-7423-4744-acab-5d1557ca5f8d None None] Set router 49d5d010-18e4-457e-9b62-7519653aaa01 gateway port host: dv-cinder-790014-2-iscsi {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:27:26.251445 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9ef09630-7645-4ffd-96cc-d6f12851fdf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:26.270432 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a4963a-076e-4bbb-b36d-4e26ac9954ef req-c9cb5c81-9c29-48cd-9001-d0f2a1da204f tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:26.271962 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-06a4963a-076e-4bbb-b36d-4e26ac9954ef req-c9cb5c81-9c29-48cd-9001-d0f2a1da204f tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a6a7b17-3df9-4469-98d4-9f52900dcf6b HTTP/1.1" status: 200 len: 944 time: 0.4138751 Aug 25 01:27:26.299039 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-72929f2b-987f-47ff-a591-d1ed7aef9611 req-b0ddd538-56ac-4adb-972c-f44292707fdc service neutron] 10.222.0.26 "GET /v2.0/networks/a5c9817c-ab19-470c-afc3-2431f71a9870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883166 Aug 25 01:27:26.350624 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-06a4963a-076e-4bbb-b36d-4e26ac9954ef req-ee7a8a8f-9514-432e-a9f1-98e0368a9495 tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c7df8a5-5214-4cc7-9a66-ade10cb72ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705528 Aug 25 01:27:26.377249 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ddff0f-8ca5-4a64-8f32-9549c1ef77bf req-fc8b69e0-6641-4c7d-a412-dcea130fbc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:26.379234 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-39ddff0f-8ca5-4a64-8f32-9549c1ef77bf req-fc8b69e0-6641-4c7d-a412-dcea130fbc12 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=46fe21ec575f40a0b26f9482a77b5a73&device_id=4c445070-60d2-4f2d-8d55-b61613a6f11c HTTP/1.1" status: 200 len: 1096 time: 0.1702936 Aug 25 01:27:26.426214 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b6c77a38-bd3b-4978-bb2c-06a98aa08aa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:26.469562 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9ef09630-7645-4ffd-96cc-d6f12851fdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:26.472611 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9ef09630-7645-4ffd-96cc-d6f12851fdf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:26.476764 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-9ef09630-7645-4ffd-96cc-d6f12851fdf5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a027300a-509f-46ec-9134-5238599d4a10 HTTP/1.1" status: 204 len: 168 time: 0.9226589 Aug 25 01:27:26.495429 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef09630-7645-4ffd-96cc-d6f12851fdf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a027300a-509f-46ec-9134-5238599d4a10,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:26.506212 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4ce96-2caf-41dd-a7ee-4ca176631931 req-60434a9e-3f87-4c78-b3fe-52404af494d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:26.508145 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-195f8d60-a163-42de-b760-21337ed9f2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9a075c-22dd-4b44-aec9-64918f1f1dfb', 'name': 'tempest-AttachVolumeTestJSON-1662807020-router', 'tenant_id': 'b76ebd48c69044859010968bacfba90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '89adf160-2f39-4d88-ab8f-2fb2c038b7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:27:07Z', 'updated_at': '2021-08-25T01:27:18Z', 'revision_number': 4, 'project_id': 'b76ebd48c69044859010968bacfba90b', 'gw_port': {'id': '89adf160-2f39-4d88-ab8f-2fb2c038b7ed', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:50:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a075c-22dd-4b44-aec9-64918f1f1dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:27:08Z', 'updated_at': '2021-08-25T01:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_interfaces': [{'id': '3ec4662c-e549-4384-8a07-f416f3e8010f', 'name': '', 'network_id': 'fd6ab0d2-8137-4fff-919c-e0812b557a4f', 'tenant_id': 'b76ebd48c69044859010968bacfba90b', 'mac_address': 'fa:16:3e:20:d6:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9a075c-22dd-4b44-aec9-64918f1f1dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '480d38ea-d24b-4229-80ef-563e46a6a2ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:27:15Z', 'updated_at': '2021-08-25T01:27:25Z', 'revision_number': 4, 'project_id': 'b76ebd48c69044859010968bacfba90b', 'subnets': [{'id': '480d38ea-d24b-4229-80ef-563e46a6a2ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:27:26.509972 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-73b4ce96-2caf-41dd-a7ee-4ca176631931 req-60434a9e-3f87-4c78-b3fe-52404af494d2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=98f8fae0130241e28471150fe11feb81&device_id=7a6a7b17-3df9-4469-98d4-9f52900dcf6b HTTP/1.1" status: 200 len: 1097 time: 0.1448784 Aug 25 01:27:26.529439 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-39ddff0f-8ca5-4a64-8f32-9549c1ef77bf req-1d6f0750-beca-4a53-aec5-8eef46dad4aa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e48c757-7e6e-4b84-9506-7c2d2575918f HTTP/1.1" status: 200 len: 217 time: 0.1415040 Aug 25 01:27:26.570066 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 47304) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:26.593419 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195f8d60-a163-42de-b760-21337ed9f2f2 None None] The sync data for ids ['0e9a075c-22dd-4b44-aec9-64918f1f1dfb'] in dv-cinder-790014-2-iscsi is: [{'id': '0e9a075c-22dd-4b44-aec9-64918f1f1dfb', 'name': 'tempest-AttachVolumeTestJSON-1662807020-router', 'tenant_id': 'b76ebd48c69044859010968bacfba90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '89adf160-2f39-4d88-ab8f-2fb2c038b7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:27:07Z', 'updated_at': '2021-08-25T01:27:18Z', 'revision_number': 4, 'project_id': 'b76ebd48c69044859010968bacfba90b', 'gw_port': {'id': '89adf160-2f39-4d88-ab8f-2fb2c038b7ed', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:50:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a075c-22dd-4b44-aec9-64918f1f1dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:27:08Z', 'updated_at': '2021-08-25T01:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_interfaces': [{'id': '3ec4662c-e549-4384-8a07-f416f3e8010f', 'name': '', 'network_id': 'fd6ab0d2-8137-4fff-919c-e0812b557a4f', 'tenant_id': 'b76ebd48c69044859010968bacfba90b', 'mac_address': 'fa:16:3e:20:d6:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9a075c-22dd-4b44-aec9-64918f1f1dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '480d38ea-d24b-4229-80ef-563e46a6a2ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:27:15Z', 'updated_at': '2021-08-25T01:27:25Z', 'revision_number': 4, 'project_id': 'b76ebd48c69044859010968bacfba90b', 'subnets': [{'id': '480d38ea-d24b-4229-80ef-563e46a6a2ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 01:27:26.656429 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8fe9f2fc-2562-4289-8f25-c3f447f74aba tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:26.677853 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8fe9f2fc-2562-4289-8f25-c3f447f74aba tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:26.685018 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ddff0f-8ca5-4a64-8f32-9549c1ef77bf req-7d5640c2-6414-4903-8ff6-a439e130d901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:26.687124 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-39ddff0f-8ca5-4a64-8f32-9549c1ef77bf req-7d5640c2-6414-4903-8ff6-a439e130d901 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3a3c8204-079a-4b71-b92d-f2dd7dc9c219 HTTP/1.1" status: 200 len: 854 time: 0.1456811 Aug 25 01:27:26.768380 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-39ddff0f-8ca5-4a64-8f32-9549c1ef77bf req-988673d0-51c5-47c9-a03e-2d28c65e0252 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=400a2ac9-3eb3-4dc0-9993-b410ce65adf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646164 Aug 25 01:27:26.804404 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-0b41dd24-7423-4744-acab-5d1557ca5f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d5d010-18e4-457e-9b62-7519653aaa01', 'name': 'tempest-ServerRescueNegativeTestJSON-1555647231-router', 'tenant_id': '9332813e5ed544a58621b5d1c5e0bbba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '76418563-14e8-44d4-ac27-d42858ccd1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:27:07Z', 'updated_at': '2021-08-25T01:27:21Z', 'revision_number': 4, 'project_id': '9332813e5ed544a58621b5d1c5e0bbba', 'gw_port': {'id': '76418563-14e8-44d4-ac27-d42858ccd1f2', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:99:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d5d010-18e4-457e-9b62-7519653aaa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:27:08Z', 'updated_at': '2021-08-25T01:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_interfaces': [{'id': '4f9f0844-8525-40c5-bc89-8addfa054f2b', 'name': '', 'network_id': '941f32ea-0da3-4101-b2fe-5e10ea072419', 'tenant_id': '9332813e5ed544a58621b5d1c5e0bbba', 'mac_address': 'fa:16:3e:36:32:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49d5d010-18e4-457e-9b62-7519653aaa01', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '84dbee4e-0c46-44e0-883e-063ae4a8075c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:27:17Z', 'updated_at': '2021-08-25T01:27:25Z', 'revision_number': 4, 'project_id': '9332813e5ed544a58621b5d1c5e0bbba', 'subnets': [{'id': '84dbee4e-0c46-44e0-883e-063ae4a8075c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:27:26.881651 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b41dd24-7423-4744-acab-5d1557ca5f8d None None] The sync data for ids ['49d5d010-18e4-457e-9b62-7519653aaa01'] in dv-cinder-790014-2-iscsi is: [{'id': '49d5d010-18e4-457e-9b62-7519653aaa01', 'name': 'tempest-ServerRescueNegativeTestJSON-1555647231-router', 'tenant_id': '9332813e5ed544a58621b5d1c5e0bbba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '76418563-14e8-44d4-ac27-d42858ccd1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:27:07Z', 'updated_at': '2021-08-25T01:27:21Z', 'revision_number': 4, 'project_id': '9332813e5ed544a58621b5d1c5e0bbba', 'gw_port': {'id': '76418563-14e8-44d4-ac27-d42858ccd1f2', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:99:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d5d010-18e4-457e-9b62-7519653aaa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:27:08Z', 'updated_at': '2021-08-25T01:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_interfaces': [{'id': '4f9f0844-8525-40c5-bc89-8addfa054f2b', 'name': '', 'network_id': '941f32ea-0da3-4101-b2fe-5e10ea072419', 'tenant_id': '9332813e5ed544a58621b5d1c5e0bbba', 'mac_address': 'fa:16:3e:36:32:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49d5d010-18e4-457e-9b62-7519653aaa01', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '84dbee4e-0c46-44e0-883e-063ae4a8075c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:27:17Z', 'updated_at': '2021-08-25T01:27:25Z', 'revision_number': 4, 'project_id': '9332813e5ed544a58621b5d1c5e0bbba', 'subnets': [{'id': '84dbee4e-0c46-44e0-883e-063ae4a8075c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 01:27:26.899237 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-39ddff0f-8ca5-4a64-8f32-9549c1ef77bf req-f539ed18-3007-4d50-805f-73a69cc87e4b service neutron] 10.222.0.26 "GET /v2.0/networks/400a2ac9-3eb3-4dc0-9993-b410ce65adf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198366 Aug 25 01:27:26.901965 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe9f2fc-2562-4289-8f25-c3f447f74aba tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4469e8d0-aa99-4a5f-afb4-832c6f98d772,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:27.037387 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1b11c983-93df-49fc-9d47-7270711407f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:27.105550 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-39ddff0f-8ca5-4a64-8f32-9549c1ef77bf req-d7ec8bd0-4da2-4957-86a5-8c7ae4bda48b service neutron] 10.222.0.26 "GET /v2.0/networks/400a2ac9-3eb3-4dc0-9993-b410ce65adf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882408 Aug 25 01:27:27.155039 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59859329-1cd1-4d4f-b284-4efd68cfbb48 req-8a73887a-1aaa-473d-aaaa-0acc8a73f65a tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:27.156778 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-59859329-1cd1-4d4f-b284-4efd68cfbb48 req-8a73887a-1aaa-473d-aaaa-0acc8a73f65a tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c445070-60d2-4f2d-8d55-b61613a6f11c HTTP/1.1" status: 200 len: 943 time: 0.3254821 Aug 25 01:27:27.177891 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4ce96-2caf-41dd-a7ee-4ca176631931 req-02e078fd-3e21-42da-9627-e17121b51ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:27.179421 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-73b4ce96-2caf-41dd-a7ee-4ca176631931 req-02e078fd-3e21-42da-9627-e17121b51ffe service neutron] 10.222.0.26 "GET /v2.0/networks?id=a5c9817c-ab19-470c-afc3-2431f71a9870 HTTP/1.1" status: 200 len: 912 time: 0.6622663 Aug 25 01:27:27.283736 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7208f191-d6ae-4af6-b6da-9a51295fe7b5 req-aed6aeb1-2f0b-4e27-9bcd-45e567b95690 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:27.285293 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-7208f191-d6ae-4af6-b6da-9a51295fe7b5 req-aed6aeb1-2f0b-4e27-9bcd-45e567b95690 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/networks?id=941f32ea-0da3-4101-b2fe-5e10ea072419 HTTP/1.1" status: 200 len: 819 time: 0.6769121 Aug 25 01:27:27.289694 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-73b4ce96-2caf-41dd-a7ee-4ca176631931 req-ad26ba87-f088-4338-bb4d-eba72840d683 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d1aa4ef-42fe-4622-8606-eec77f0c52be HTTP/1.1" status: 200 len: 217 time: 0.0931768 Aug 25 01:27:27.304598 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2096-90e8-43f7-820b-b917a32e4bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:27.383123 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-7208f191-d6ae-4af6-b6da-9a51295fe7b5 req-a99bdb4b-7c9a-4446-a030-d6653493a98e tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/quotas/9332813e5ed544a58621b5d1c5e0bbba HTTP/1.1" status: 200 len: 375 time: 0.0794704 Aug 25 01:27:27.404026 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-59859329-1cd1-4d4f-b284-4efd68cfbb48 req-ac0a1ade-4427-4841-86b0-b13abb30a2fb tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235315 Aug 25 01:27:27.481070 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b6c77a38-bd3b-4978-bb2c-06a98aa08aa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:27.498767 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8fe9f2fc-2562-4289-8f25-c3f447f74aba tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:27.499997 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-8fe9f2fc-2562-4289-8f25-c3f447f74aba tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.3463860 Aug 25 01:27:27.503067 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 47334) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:27.508200 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [None req-526f41bc-0c39-4794-8722-393107fdaf35 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Request body: {'security_group_rule': {'security_group_id': '4469e8d0-aa99-4a5f-afb4-832c6f98d772', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:27:27.565794 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b6c77a38-bd3b-4978-bb2c-06a98aa08aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:27.589071 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4ce96-2caf-41dd-a7ee-4ca176631931 req-3f478b98-20e9-48e6-a4c8-55025a254df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:27.590516 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-73b4ce96-2caf-41dd-a7ee-4ca176631931 req-3f478b98-20e9-48e6-a4c8-55025a254df2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ea2135f9-f7ba-4408-9ca3-af416066fd5f HTTP/1.1" status: 200 len: 851 time: 0.2857780 Aug 25 01:27:27.900319 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-73b4ce96-2caf-41dd-a7ee-4ca176631931 req-11811567-b72c-42cd-83da-d7c2e815b7d4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a5c9817c-ab19-470c-afc3-2431f71a9870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376081 Aug 25 01:27:27.928838 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c248dc-b78c-46c3-b124-780942ff78b8 req-942a0d01-ec80-4386-8763-fc6a0c2271b6 tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:27.930394 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-76c248dc-b78c-46c3-b124-780942ff78b8 req-942a0d01-ec80-4386-8763-fc6a0c2271b6 tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a6a7b17-3df9-4469-98d4-9f52900dcf6b HTTP/1.1" status: 200 len: 944 time: 0.4390047 Aug 25 01:27:27.941987 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c77a38-bd3b-4978-bb2c-06a98aa08aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53f1df8-ed94-436c-80e8-80b45f916957,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:27.969928 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-7208f191-d6ae-4af6-b6da-9a51295fe7b5 req-e6ce3df2-913c-4a85-b650-ea14d5723e45 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9332813e5ed544a58621b5d1c5e0bbba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5648425 Aug 25 01:27:27.991065 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 47358) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:27.991238 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-b6c77a38-bd3b-4978-bb2c-06a98aa08aa3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=15a57f36ec0f4114a83a0a467e571447&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1394322 Aug 25 01:27:28.070893 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c8654794-cd63-4cd1-bfd3-2951c6aa0a3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:28.109026 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c8654794-cd63-4cd1-bfd3-2951c6aa0a3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:28.191619 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-7208f191-d6ae-4af6-b6da-9a51295fe7b5 req-7e2e3255-ef2f-4fcf-8a68-f4a98b2d472a service neutron] 10.222.0.23 "GET /v2.0/networks/941f32ea-0da3-4101-b2fe-5e10ea072419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970851 Aug 25 01:27:28.260545 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-73b4ce96-2caf-41dd-a7ee-4ca176631931 req-604b73cf-bf19-44ca-b964-a353db462877 service neutron] 10.222.0.26 "GET /v2.0/networks/a5c9817c-ab19-470c-afc3-2431f71a9870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232839 Aug 25 01:27:28.408337 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-7208f191-d6ae-4af6-b6da-9a51295fe7b5 req-25c48a6b-6289-4a59-b71e-19d8f6544736 service neutron] 10.222.0.23 "GET /v2.0/networks/941f32ea-0da3-4101-b2fe-5e10ea072419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521194 Aug 25 01:27:28.424781 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-76c248dc-b78c-46c3-b124-780942ff78b8 req-a6037a6d-c59c-4ea8-8177-0487e152d5a1 tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c7df8a5-5214-4cc7-9a66-ade10cb72ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4739892 Aug 25 01:27:28.455748 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c8654794-cd63-4cd1-bfd3-2951c6aa0a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:28.461406 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c8654794-cd63-4cd1-bfd3-2951c6aa0a3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:28.464299 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-c8654794-cd63-4cd1-bfd3-2951c6aa0a3b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d53f1df8-ed94-436c-80e8-80b45f916957 HTTP/1.1" status: 204 len: 168 time: 0.4719071 Aug 25 01:27:28.491031 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8654794-cd63-4cd1-bfd3-2951c6aa0a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53f1df8-ed94-436c-80e8-80b45f916957,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:28.673987 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-73b4ce96-2caf-41dd-a7ee-4ca176631931 req-a53801d7-c153-440f-a790-8b6879491d5c service neutron] 10.222.0.26 "GET /v2.0/networks/a5c9817c-ab19-470c-afc3-2431f71a9870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932022 Aug 25 01:27:28.675860 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1b11c983-93df-49fc-9d47-7270711407f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:28.698350 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1b11c983-93df-49fc-9d47-7270711407f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:28.722128 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-526f41bc-0c39-4794-8722-393107fdaf35 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:28.760386 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 3ec4662c-e549-4384-8a07-f416f3e8010f up at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:27:28.823496 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-526f41bc-0c39-4794-8722-393107fdaf35 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:28.832076 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-526f41bc-0c39-4794-8722-393107fdaf35 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019102'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:28.843136 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fedd79e-432e-455f-a55d-1532f76f082b req-193f4df2-7aff-4aa8-8c35-c95eae79f833 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:28.846188 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-6fedd79e-432e-455f-a55d-1532f76f082b req-193f4df2-7aff-4aa8-8c35-c95eae79f833 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c445070-60d2-4f2d-8d55-b61613a6f11c HTTP/1.1" status: 200 len: 943 time: 0.2460258 Aug 25 01:27:28.859344 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526f41bc-0c39-4794-8722-393107fdaf35 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4f46092-e548-4f7d-85eb-87d9d4071e37,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:28.865607 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-526f41bc-0c39-4794-8722-393107fdaf35 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:28.867585 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning for port 3ec4662c-e549-4384-8a07-f416f3e8010f completed by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:27:28.868900 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-526f41bc-0c39-4794-8722-393107fdaf35 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3644936 Aug 25 01:27:28.871153 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 47384) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:28.875133 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning complete for port 3ec4662c-e549-4384-8a07-f416f3e8010f triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:27:28.875454 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:28.877271 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [None req-d516b3a4-6e47-4b08-a516-31f0cfb0a97c tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Request body: {'security_group_rule': {'security_group_id': '4469e8d0-aa99-4a5f-afb4-832c6f98d772', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:27:28.910041 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-336451e3-86a2-4bb5-bced-40d6bbb7db0b req-9a6ca5a9-ce7e-46a8-b061-c973a1051240 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 210 time: 0.1978633 Aug 25 01:27:28.919560 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-1b11c983-93df-49fc-9d47-7270711407f0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ab15ba44fef84cc9a082325c03f8eaa3&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3480880 Aug 25 01:27:28.921835 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 47390) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:28.930537 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d516b3a4-6e47-4b08-a516-31f0cfb0a97c tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:28.930769 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b11c983-93df-49fc-9d47-7270711407f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682530f7-eece-4ecd-aba8-27755b0afbed,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:28.976948 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-6fedd79e-432e-455f-a55d-1532f76f082b req-ecfd5d58-7839-4292-a336-5a746d03a0ba tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832603 Aug 25 01:27:29.032237 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d516b3a4-6e47-4b08-a516-31f0cfb0a97c tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:29.043101 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d516b3a4-6e47-4b08-a516-31f0cfb0a97c tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019102'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:29.074373 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d516b3a4-6e47-4b08-a516-31f0cfb0a97c tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4779337-a6c7-49d8-8c76-99c8bcf8d873,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:29.091056 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d516b3a4-6e47-4b08-a516-31f0cfb0a97c tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:29.095580 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 47398) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:29.100602 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.v2.base [None req-aec2497c-d261-4030-a0b3-f5516f143203 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Request body: {'floatingip': {'floating_network_id': '010d8b7d-53b1-407d-b771-6477c60770f4'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:27:29.105808 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-d516b3a4-6e47-4b08-a516-31f0cfb0a97c tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2332804 Aug 25 01:27:29.119322 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4b9a15b9-e430-4cc6-9807-31ee27d2f465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:29.151708 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-aec2497c-d261-4030-a0b3-f5516f143203 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks [] for floatingip, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:29.158481 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:29.181407 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4b9a15b9-e430-4cc6-9807-31ee27d2f465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:29.205489 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] For port 3ec4662c-e549-4384-8a07-f416f3e8010f, host dv-cinder-790014-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=3ec4662c-e549-4384-8a07-f416f3e8010f,segment=NetworkSegment(c9ed2e66-9f51-479e-a1c4-50aff58a808a),segment_id=c9ed2e66-9f51-479e-a1c4-50aff58a808a)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:27:29.212931 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:29.213761 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 4f9f0844-8525-40c5-bc89-8addfa054f2b up at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:27:29.275944 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4b9a15b9-e430-4cc6-9807-31ee27d2f465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:29.279122 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4b9a15b9-e430-4cc6-9807-31ee27d2f465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:29.283346 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-4b9a15b9-e430-4cc6-9807-31ee27d2f465 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/682530f7-eece-4ecd-aba8-27755b0afbed HTTP/1.1" status: 204 len: 168 time: 0.3601050 Aug 25 01:27:29.299273 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a15b9-e430-4cc6-9807-31ee27d2f465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682530f7-eece-4ecd-aba8-27755b0afbed,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:29.339147 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 47416) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:29.383541 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-94e789eb-4e88-46ee-becc-c17247b54628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:29.391225 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Pushing event updated for resources: {'Port': ['ID=3ec4662c-e549-4384-8a07-f416f3e8010f,revision_number=5']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:29.397238 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning for port 4f9f0844-8525-40c5-bc89-8addfa054f2b completed by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:27:29.406414 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning complete for port 4f9f0844-8525-40c5-bc89-8addfa054f2b triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:27:29.406832 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:29.608417 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-94e789eb-4e88-46ee-becc-c17247b54628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:29.611419 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbf4262-771f-4834-bab5-b36ca8b51f75 req-df191082-e28b-4207-b9a0-fd5b22be332f tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:29.622305 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-94e789eb-4e88-46ee-becc-c17247b54628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:29.624020 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-fbbf4262-771f-4834-bab5-b36ca8b51f75 req-df191082-e28b-4207-b9a0-fd5b22be332f tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/networks?id=941f32ea-0da3-4101-b2fe-5e10ea072419 HTTP/1.1" status: 200 len: 819 time: 0.3276315 Aug 25 01:27:29.683062 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-fbbf4262-771f-4834-bab5-b36ca8b51f75 req-4ccf725c-29cb-46b3-a82d-cd000eacfa08 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/quotas/9332813e5ed544a58621b5d1c5e0bbba HTTP/1.1" status: 200 len: 375 time: 0.0578661 Aug 25 01:27:29.693618 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:29.713652 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-94e789eb-4e88-46ee-becc-c17247b54628 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1f19b87847ed4b4da680bf6bcb51c860&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3729084 Aug 25 01:27:29.717125 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 47432) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:29.717722 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e789eb-4e88-46ee-becc-c17247b54628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3adac3-c0f3-40bb-b140-87d3b0beba15,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:29.724200 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-aec2497c-d261-4030-a0b3-f5516f143203 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:29.812381 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device 2d1aa4ef-42fe-4622-8606-eec77f0c52be details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=93834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 01:27:29.830543 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] For port 4f9f0844-8525-40c5-bc89-8addfa054f2b, host dv-cinder-790014-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=4f9f0844-8525-40c5-bc89-8addfa054f2b,segment=NetworkSegment(8a64b1e4-c2e9-4500-b4d9-ac866fe3f80d),segment_id=8a64b1e4-c2e9-4500-b4d9-ac866fe3f80d)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:27:29.852217 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dc71084e-2cae-4b53-9ecd-89dba81215ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:29.865865 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:29.875071 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966eb18-9c7a-4e7e-a4d2-15f187f3b336 req-ad3ec39b-c295-4989-8a29-9227c807e87c tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:29.884672 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-4966eb18-9c7a-4e7e-a4d2-15f187f3b336 req-ad3ec39b-c295-4989-8a29-9227c807e87c tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a6a7b17-3df9-4469-98d4-9f52900dcf6b HTTP/1.1" status: 200 len: 944 time: 0.3047671 Aug 25 01:27:29.885870 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dc71084e-2cae-4b53-9ecd-89dba81215ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:29.952464 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dc71084e-2cae-4b53-9ecd-89dba81215ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:29.956948 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dc71084e-2cae-4b53-9ecd-89dba81215ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:29.963115 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-dc71084e-2cae-4b53-9ecd-89dba81215ac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5b3adac3-c0f3-40bb-b140-87d3b0beba15 HTTP/1.1" status: 204 len: 168 time: 0.2223308 Aug 25 01:27:29.964041 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Pushing event updated for resources: {'Port': ['ID=4f9f0844-8525-40c5-bc89-8addfa054f2b,revision_number=5']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:29.990932 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-fbbf4262-771f-4834-bab5-b36ca8b51f75 req-00d3a2b5-b45f-48f7-9125-fbafce48ec6d tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9332813e5ed544a58621b5d1c5e0bbba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3065107 Aug 25 01:27:30.005617 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-4966eb18-9c7a-4e7e-a4d2-15f187f3b336 req-4359c164-c43b-436e-9285-c20ddf482cb6 tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c7df8a5-5214-4cc7-9a66-ade10cb72ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182234 Aug 25 01:27:30.006933 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc71084e-2cae-4b53-9ecd-89dba81215ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3adac3-c0f3-40bb-b140-87d3b0beba15,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:30.113583 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port 2d1aa4ef-42fe-4622-8606-eec77f0c52be, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=2d1aa4ef-42fe-4622-8606-eec77f0c52be,segment=NetworkSegment(9145de79-1352-4254-9daa-e1313ba1d3bd),segment_id=9145de79-1352-4254-9daa-e1313ba1d3bd)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:27:30.118009 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 47438) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:30.130441 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Returning: {'device': '2d1aa4ef-42fe-4622-8606-eec77f0c52be', 'network_id': 'a5c9817c-ab19-470c-afc3-2431f71a9870', 'port_id': '2d1aa4ef-42fe-4622-8606-eec77f0c52be', 'mac_address': 'fa:16:3e:97:49:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea2135f9-f7ba-4408-9ca3-af416066fd5f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 01:27:30.139635 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ed6df110-8784-4dbe-8f8e-3d1c67d29438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:30.141990 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-aec2497c-d261-4030-a0b3-f5516f143203 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Allocated IP 172.27.1.165 (010d8b7d-53b1-407d-b771-6477c60770f4/e3100a47-8cf0-41e7-afe0-dcfedb56ff39/63717a20-9787-4b0e-9d38-11304be131b5) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 01:27:30.214464 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:30.227333 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-fbbf4262-771f-4834-bab5-b36ca8b51f75 req-6b965d75-1d50-4305-8fa7-ba74316b404e service neutron] 10.222.0.23 "GET /v2.0/networks/941f32ea-0da3-4101-b2fe-5e10ea072419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351513 Aug 25 01:27:30.235430 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d1aa4ef-42fe-4622-8606-eec77f0c52be {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 01:27:30.303497 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ed6df110-8784-4dbe-8f8e-3d1c67d29438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:30.310848 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port 2d1aa4ef-42fe-4622-8606-eec77f0c52be, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=2d1aa4ef-42fe-4622-8606-eec77f0c52be,segment=NetworkSegment(9145de79-1352-4254-9daa-e1313ba1d3bd),segment_id=9145de79-1352-4254-9daa-e1313ba1d3bd)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:27:30.311616 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ed6df110-8784-4dbe-8f8e-3d1c67d29438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:30.327683 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:30.329615 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device 8e48c757-7e6e-4b84-9506-7c2d2575918f details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=93834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 01:27:30.350913 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8bfe83e0-913d-4c0a-aad5-d222de5cc07e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:30.358849 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-ed6df110-8784-4dbe-8f8e-3d1c67d29438 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a8a1524165b1463da5dcac318ab36ec5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2397468 Aug 25 01:27:30.359903 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6df110-8784-4dbe-8f8e-3d1c67d29438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224eb5e5-37bf-4f5a-8247-3673c41ad6d4,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:30.362718 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 47442) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:30.369002 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7208f191-d6ae-4af6-b6da-9a51295fe7b5 req-7a08dd3c-f6e5-4a04-8e0b-953ac72b0da0 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:30.370637 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-7208f191-d6ae-4af6-b6da-9a51295fe7b5 req-7a08dd3c-f6e5-4a04-8e0b-953ac72b0da0 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.26 "GET /v2.0/networks?id=941f32ea-0da3-4101-b2fe-5e10ea072419 HTTP/1.1" status: 200 len: 819 time: 0.1228073 Aug 25 01:27:30.414750 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.v2.base [req-7208f191-d6ae-4af6-b6da-9a51295fe7b5 req-a56c3135-173a-4b08-9d82-98e4e14bebe8 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Request body: {'port': {'device_id': 'af8070a9-ffcd-46c1-b623-321a89e97512', 'network_id': '941f32ea-0da3-4101-b2fe-5e10ea072419', 'admin_state_up': True, 'tenant_id': '9332813e5ed544a58621b5d1c5e0bbba'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:27:30.452091 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4ac66cd6-d066-4117-88f7-59019f7cbf8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:30.500623 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:30.519467 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Pushing event updated for resources: {'Port': ['ID=2d1aa4ef-42fe-4622-8606-eec77f0c52be,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:30.576927 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4ac66cd6-d066-4117-88f7-59019f7cbf8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:30.661289 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4ac66cd6-d066-4117-88f7-59019f7cbf8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:30.664815 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4ac66cd6-d066-4117-88f7-59019f7cbf8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:30.675883 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-4ac66cd6-d066-4117-88f7-59019f7cbf8c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/224eb5e5-37bf-4f5a-8247-3673c41ad6d4 HTTP/1.1" status: 204 len: 168 time: 0.3119109 Aug 25 01:27:30.676798 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 3ec4662c-e549-4384-8a07-f416f3e8010f up at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:27:30.692941 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56adda-9576-436a-8fb6-6c0ed993df64 req-bf37b003-2e04-4c7c-ab27-4450f8b9ddd4 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:30.694450 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-dc56adda-9576-436a-8fb6-6c0ed993df64 req-bf37b003-2e04-4c7c-ab27-4450f8b9ddd4 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c445070-60d2-4f2d-8d55-b61613a6f11c HTTP/1.1" status: 200 len: 943 time: 0.5400064 Aug 25 01:27:30.715600 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port 8e48c757-7e6e-4b84-9506-7c2d2575918f, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=8e48c757-7e6e-4b84-9506-7c2d2575918f,segment=NetworkSegment(4944b506-92f4-4d03-bf96-a130cf5b7dec),segment_id=4944b506-92f4-4d03-bf96-a130cf5b7dec)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:27:30.716834 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac66cd6-d066-4117-88f7-59019f7cbf8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224eb5e5-37bf-4f5a-8247-3673c41ad6d4,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:30.759839 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Returning: {'device': '8e48c757-7e6e-4b84-9506-7c2d2575918f', 'network_id': '400a2ac9-3eb3-4dc0-9993-b410ce65adf5', 'port_id': '8e48c757-7e6e-4b84-9506-7c2d2575918f', 'mac_address': 'fa:16:3e:05:61:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a3c8204-079a-4b71-b92d-f2dd7dc9c219', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 01:27:30.807264 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-aec2497c-d261-4030-a0b3-f5516f143203 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:30.827652 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning complete for port 3ec4662c-e549-4384-8a07-f416f3e8010f triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:27:30.828308 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:30.875321 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7208f191-d6ae-4af6-b6da-9a51295fe7b5 req-a56c3135-173a-4b08-9d82-98e4e14bebe8 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Made reservation on behalf of 9332813e5ed544a58621b5d1c5e0bbba for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 01:27:30.878818 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:30.886229 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-7208f191-d6ae-4af6-b6da-9a51295fe7b5 req-a56c3135-173a-4b08-9d82-98e4e14bebe8 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:30.906345 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e48c757-7e6e-4b84-9506-7c2d2575918f {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 01:27:30.915768 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d877336-721a-4d3d-9b41-e32e75b3d69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:30.935501 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-dc56adda-9576-436a-8fb6-6c0ed993df64 req-ed2aa92b-5833-4196-a31b-9dab154e69aa tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279437 Aug 25 01:27:30.950116 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port 8e48c757-7e6e-4b84-9506-7c2d2575918f, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=8e48c757-7e6e-4b84-9506-7c2d2575918f,segment=NetworkSegment(4944b506-92f4-4d03-bf96-a130cf5b7dec),segment_id=4944b506-92f4-4d03-bf96-a130cf5b7dec)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:27:30.953753 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-fbbf4262-771f-4834-bab5-b36ca8b51f75 req-0ded9d97-44d5-4dd5-a60f-3aa67a47dfdb service neutron] 10.222.0.23 "GET /v2.0/networks/941f32ea-0da3-4101-b2fe-5e10ea072419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7252414 Aug 25 01:27:30.962924 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:31.130245 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 4f9f0844-8525-40c5-bc89-8addfa054f2b up at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:27:31.143330 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-aec2497c-d261-4030-a0b3-f5516f143203 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782026665144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11069661'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:31.211885 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Pushing event updated for resources: {'Port': ['ID=8e48c757-7e6e-4b84-9506-7c2d2575918f,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:31.264288 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-7208f191-d6ae-4af6-b6da-9a51295fe7b5 req-a56c3135-173a-4b08-9d82-98e4e14bebe8 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Allocated IP 172.20.0.12 (941f32ea-0da3-4101-b2fe-5e10ea072419/84dbee4e-0c46-44e0-883e-063ae4a8075c/49373d89-72a8-4af4-8ddd-bb1be8f8d960) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 01:27:31.270408 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning complete for port 4f9f0844-8525-40c5-bc89-8addfa054f2b triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:27:31.272437 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:31.288862 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec2497c-d261-4030-a0b3-f5516f143203 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Network 010d8b7d-53b1-407d-b771-6477c60770f4 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:27:31.305081 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-aec2497c-d261-4030-a0b3-f5516f143203 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:27:31.336979 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] get_ports_and_sgs() called for port_ids ['2d1aa4ef-42fe-4622-8606-eec77f0c52be'] {{(pid=93834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 01:27:31.341931 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] get_ports_and_sgs() called for port_ids ['8e48c757-7e6e-4b84-9506-7c2d2575918f'] {{(pid=93834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 01:27:31.364559 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec2497c-d261-4030-a0b3-f5516f143203 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 01:27:31.379751 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-43edb6c6-a8f9-4e9a-a257-4c18b7557965 req-f2891834-c1c7-438a-8fc8-1b567418c8c0 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 210 time: 0.0784864 Aug 25 01:27:31.505387 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec2497c-d261-4030-a0b3-f5516f143203 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Pushing event updated for resources: {'Port': ['ID=63717a20-9787-4b0e-9d38-11304be131b5,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:31.598769 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907a5e1-4e44-414c-81e6-13920007c26e req-c07cccb5-e85c-41f4-9397-0986130ac778 tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:31.606879 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d907a5e1-4e44-414c-81e6-13920007c26e req-c07cccb5-e85c-41f4-9397-0986130ac778 tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a6a7b17-3df9-4469-98d4-9f52900dcf6b HTTP/1.1" status: 200 len: 945 time: 0.3279982 Aug 25 01:27:31.869668 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d907a5e1-4e44-414c-81e6-13920007c26e req-a59dd190-52d6-432b-872f-3c3665922395 tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c7df8a5-5214-4cc7-9a66-ade10cb72ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613633 Aug 25 01:27:31.930985 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-aec2497c-d261-4030-a0b3-f5516f143203 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:32.029972 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-aec2497c-d261-4030-a0b3-f5516f143203 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:32.331863 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-7208f191-d6ae-4af6-b6da-9a51295fe7b5 req-a56c3135-173a-4b08-9d82-98e4e14bebe8 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:32.363127 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e476d62-4966-4a79-9eb7-9ce36446e948 req-1148d32a-f938-4b05-af4e-d9270c8fafc2 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:32.365269 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-0e476d62-4966-4a79-9eb7-9ce36446e948 req-1148d32a-f938-4b05-af4e-d9270c8fafc2 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c445070-60d2-4f2d-8d55-b61613a6f11c HTTP/1.1" status: 200 len: 944 time: 0.0918977 Aug 25 01:27:32.519710 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-bb275cb3-442f-459b-88db-0bf59f82aa9b req-7f0b083b-498c-4019-8a99-bc9a9c8395dd tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 210 time: 0.0596793 Aug 25 01:27:32.522568 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-0e476d62-4966-4a79-9eb7-9ce36446e948 req-7a68ee0d-88c6-4606-8680-1dd86ce88160 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420722 Aug 25 01:27:32.539504 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-637296fa-69e7-4112-9a21-84726ca1bc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:32.549967 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-7208f191-d6ae-4af6-b6da-9a51295fe7b5 req-a56c3135-173a-4b08-9d82-98e4e14bebe8 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782026665144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11069661'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:32.624506 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7208f191-d6ae-4af6-b6da-9a51295fe7b5 req-a56c3135-173a-4b08-9d82-98e4e14bebe8 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Network 941f32ea-0da3-4101-b2fe-5e10ea072419 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:27:32.633386 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-7208f191-d6ae-4af6-b6da-9a51295fe7b5 req-a56c3135-173a-4b08-9d82-98e4e14bebe8 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:27:32.643585 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-7208f191-d6ae-4af6-b6da-9a51295fe7b5 req-a56c3135-173a-4b08-9d82-98e4e14bebe8 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 01:27:32.649979 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56c3135-173a-4b08-9d82-98e4e14bebe8 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Pushing event updated for resources: {'Port': ['ID=49373d89-72a8-4af4-8ddd-bb1be8f8d960,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:32.671947 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-aec2497c-d261-4030-a0b3-f5516f143203 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:32.684247 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-aec2497c-d261-4030-a0b3-f5516f143203 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11069652'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:32.752877 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7208f191-d6ae-4af6-b6da-9a51295fe7b5 req-a56c3135-173a-4b08-9d82-98e4e14bebe8 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:32.753501 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-7208f191-d6ae-4af6-b6da-9a51295fe7b5 req-a56c3135-173a-4b08-9d82-98e4e14bebe8 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:32.784196 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec2497c-d261-4030-a0b3-f5516f143203 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Pushing event updated for resources: {'Port': ['ID=63717a20-9787-4b0e-9d38-11304be131b5,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:32.790093 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-7208f191-d6ae-4af6-b6da-9a51295fe7b5 req-a56c3135-173a-4b08-9d82-98e4e14bebe8 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4035697 Aug 25 01:27:32.797414 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-aec2497c-d261-4030-a0b3-f5516f143203 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930814'] for floatingip, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:32.809089 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.v2.base [req-7208f191-d6ae-4af6-b6da-9a51295fe7b5 req-9342a205-8529-4ba8-9e2b-21da90562dc2 service neutron] Request body: {'port': {'device_id': 'af8070a9-ffcd-46c1-b623-321a89e97512', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:27:32.844822 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbf4262-771f-4834-bab5-b36ca8b51f75 req-4373a5b4-2461-464c-b826-e4475b672c34 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:32.847511 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-fbbf4262-771f-4834-bab5-b36ca8b51f75 req-4373a5b4-2461-464c-b826-e4475b672c34 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.26 "GET /v2.0/networks?id=941f32ea-0da3-4101-b2fe-5e10ea072419 HTTP/1.1" status: 200 len: 819 time: 0.2234528 Aug 25 01:27:32.855958 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-aec2497c-d261-4030-a0b3-f5516f143203 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:32.855958 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-aec2497c-d261-4030-a0b3-f5516f143203 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7586832 Aug 25 01:27:32.864682 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [req-fbbf4262-771f-4834-bab5-b36ca8b51f75 req-5702571d-0f49-4b7e-b94a-bdcca815ed5a tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Request body: {'port': {'device_id': 'c9bb6f59-2965-4a94-a72b-36fd964c7ad4', 'network_id': '941f32ea-0da3-4101-b2fe-5e10ea072419', 'admin_state_up': True, 'tenant_id': '9332813e5ed544a58621b5d1c5e0bbba'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:27:32.880580 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-7208f191-d6ae-4af6-b6da-9a51295fe7b5 req-9342a205-8529-4ba8-9e2b-21da90562dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:33.056417 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbbf4262-771f-4834-bab5-b36ca8b51f75 req-5702571d-0f49-4b7e-b94a-bdcca815ed5a tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Made reservation on behalf of 9332813e5ed544a58621b5d1c5e0bbba for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 01:27:33.060629 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-fbbf4262-771f-4834-bab5-b36ca8b51f75 req-5702571d-0f49-4b7e-b94a-bdcca815ed5a tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:33.174195 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ae06f-b868-4081-b9be-d9f627fbd425 req-48a41e16-c522-4ad0-b8e3-72588b125b0c tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:33.179317 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-923ae06f-b868-4081-b9be-d9f627fbd425 req-48a41e16-c522-4ad0-b8e3-72588b125b0c tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a6a7b17-3df9-4469-98d4-9f52900dcf6b HTTP/1.1" status: 200 len: 945 time: 0.1778872 Aug 25 01:27:33.317502 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-0ecdd45c-a6e1-4182-ae6b-f592cb58fa36 req-7374cbf5-ae66-487f-973e-be3c7198fc89 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1463570144&fields=id&tenant_id=b76ebd48c69044859010968bacfba90b HTTP/1.1" status: 200 len: 267 time: 0.1008236 Aug 25 01:27:33.370495 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-923ae06f-b868-4081-b9be-d9f627fbd425 req-64aa23f4-b75d-4003-882b-2e671ab0d507 tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c7df8a5-5214-4cc7-9a66-ade10cb72ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823223 Aug 25 01:27:33.495307 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecdd45c-a6e1-4182-ae6b-f592cb58fa36 req-0e099112-56cb-4f54-92a6-a9e3cff7ef4a tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:33.496800 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-0ecdd45c-a6e1-4182-ae6b-f592cb58fa36 req-0e099112-56cb-4f54-92a6-a9e3cff7ef4a tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/networks?id=fd6ab0d2-8137-4fff-919c-e0812b557a4f HTTP/1.1" status: 200 len: 811 time: 0.1624837 Aug 25 01:27:33.543092 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-0ecdd45c-a6e1-4182-ae6b-f592cb58fa36 req-57a50f7b-4ac7-4783-8446-50d970b37522 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/quotas/b76ebd48c69044859010968bacfba90b HTTP/1.1" status: 200 len: 375 time: 0.0390718 Aug 25 01:27:33.562879 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.notifiers.nova [req-7208f191-d6ae-4af6-b6da-9a51295fe7b5 req-9342a205-8529-4ba8-9e2b-21da90562dc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49373d89-72a8-4af4-8ddd-bb1be8f8d960 {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 01:27:33.577887 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-7208f191-d6ae-4af6-b6da-9a51295fe7b5 req-9342a205-8529-4ba8-9e2b-21da90562dc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:33.610741 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-7208f191-d6ae-4af6-b6da-9a51295fe7b5 req-9342a205-8529-4ba8-9e2b-21da90562dc2 service neutron] Transition to ACTIVE for port object 49373d89-72a8-4af4-8ddd-bb1be8f8d960 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:27:33.622337 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-7208f191-d6ae-4af6-b6da-9a51295fe7b5 req-9342a205-8529-4ba8-9e2b-21da90562dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11069652'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:33.643043 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-0ecdd45c-a6e1-4182-ae6b-f592cb58fa36 req-2f1936b6-6954-4bef-884e-46b5edd05fd8 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b76ebd48c69044859010968bacfba90b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0922449 Aug 25 01:27:33.728027 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-fbbf4262-771f-4834-bab5-b36ca8b51f75 req-5702571d-0f49-4b7e-b94a-bdcca815ed5a tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Allocated IP 172.20.0.11 (941f32ea-0da3-4101-b2fe-5e10ea072419/84dbee4e-0c46-44e0-883e-063ae4a8075c/12da0e27-c7a9-42f4-82da-178ee98a8aed) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 01:27:33.753704 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-220cb5b9-7121-4b6a-a487-f417b572ec2a req-5cdc2884-67a2-4350-89c1-85a06d9a10d0 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 210 time: 0.0816419 Aug 25 01:27:33.793252 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device 2d1aa4ef-42fe-4622-8606-eec77f0c52be up at agent hyperv_hv-cinder-79001 {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:27:33.796061 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9342a205-8529-4ba8-9e2b-21da90562dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=49373d89-72a8-4af4-8ddd-bb1be8f8d960,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:33.907609 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-0ecdd45c-a6e1-4182-ae6b-f592cb58fa36 req-286d4026-8a80-4d40-a09a-908f42c1a969 service neutron] 10.222.0.23 "GET /v2.0/networks/fd6ab0d2-8137-4fff-919c-e0812b557a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343619 Aug 25 01:27:33.936703 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Provisioning for port 2d1aa4ef-42fe-4622-8606-eec77f0c52be completed by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:27:33.943123 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Provisioning complete for port 2d1aa4ef-42fe-4622-8606-eec77f0c52be triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:27:33.943496 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:33.979220 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-fbbf4262-771f-4834-bab5-b36ca8b51f75 req-5702571d-0f49-4b7e-b94a-bdcca815ed5a tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:33.980798 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-7208f191-d6ae-4af6-b6da-9a51295fe7b5 req-9342a205-8529-4ba8-9e2b-21da90562dc2 service neutron] Attempting to bind port 49373d89-72a8-4af4-8ddd-bb1be8f8d960 on host hv-cinder-79001 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 01:27:33.981280 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-7208f191-d6ae-4af6-b6da-9a51295fe7b5 req-9342a205-8529-4ba8-9e2b-21da90562dc2 service neutron] Attempting to bind port 49373d89-72a8-4af4-8ddd-bb1be8f8d960 by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '8a64b1e4-c2e9-4500-b4d9-ac866fe3f80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '941f32ea-0da3-4101-b2fe-5e10ea072419'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 01:27:33.981709 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7208f191-d6ae-4af6-b6da-9a51295fe7b5 req-9342a205-8529-4ba8-9e2b-21da90562dc2 service neutron] Attempting to bind port 49373d89-72a8-4af4-8ddd-bb1be8f8d960 on network 941f32ea-0da3-4101-b2fe-5e10ea072419 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:27:34.031630 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7208f191-d6ae-4af6-b6da-9a51295fe7b5 req-9342a205-8529-4ba8-9e2b-21da90562dc2 service neutron] Port 49373d89-72a8-4af4-8ddd-bb1be8f8d960 on network 941f32ea-0da3-4101-b2fe-5e10ea072419 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 01:27:34.032097 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7208f191-d6ae-4af6-b6da-9a51295fe7b5 req-9342a205-8529-4ba8-9e2b-21da90562dc2 service neutron] Attempting to bind port 49373d89-72a8-4af4-8ddd-bb1be8f8d960 on network 941f32ea-0da3-4101-b2fe-5e10ea072419 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:27:34.046922 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7208f191-d6ae-4af6-b6da-9a51295fe7b5 req-9342a205-8529-4ba8-9e2b-21da90562dc2 service neutron] Checking agent: {'id': '05c2a1f8-ef41-45f5-8e32-988b9472ad60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 1, 25, 19), 'started_at': datetime.datetime(2021, 8, 25, 1, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 1, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 01:27:34.047509 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7208f191-d6ae-4af6-b6da-9a51295fe7b5 req-9342a205-8529-4ba8-9e2b-21da90562dc2 service neutron] Checking segment: {'id': '8a64b1e4-c2e9-4500-b4d9-ac866fe3f80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '941f32ea-0da3-4101-b2fe-5e10ea072419'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:27:34.047991 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7208f191-d6ae-4af6-b6da-9a51295fe7b5 req-9342a205-8529-4ba8-9e2b-21da90562dc2 service neutron] Bound using segment: {'id': '8a64b1e4-c2e9-4500-b4d9-ac866fe3f80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '941f32ea-0da3-4101-b2fe-5e10ea072419'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 01:27:34.048547 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-7208f191-d6ae-4af6-b6da-9a51295fe7b5 req-9342a205-8529-4ba8-9e2b-21da90562dc2 service neutron] Bound port: 49373d89-72a8-4af4-8ddd-bb1be8f8d960, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a64b1e4-c2e9-4500-b4d9-ac866fe3f80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '941f32ea-0da3-4101-b2fe-5e10ea072419'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 01:27:34.049012 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-7208f191-d6ae-4af6-b6da-9a51295fe7b5 req-9342a205-8529-4ba8-9e2b-21da90562dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:34.069671 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-fbbf4262-771f-4834-bab5-b36ca8b51f75 req-5702571d-0f49-4b7e-b94a-bdcca815ed5a tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782026665144'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:34.072440 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:34.087305 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fdcc7e-7463-4c07-ae28-8f8c4aceca2a req-13d41686-0dcf-4cd6-b5c6-9b162d9bb3ec tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:34.096168 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-f6fdcc7e-7463-4c07-ae28-8f8c4aceca2a req-13d41686-0dcf-4cd6-b5c6-9b162d9bb3ec tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c445070-60d2-4f2d-8d55-b61613a6f11c HTTP/1.1" status: 200 len: 944 time: 0.1874025 Aug 25 01:27:34.098527 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6a7b17-3df9-4469-98d4-9f52900dcf6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1aa4ef-42fe-4622-8606-eec77f0c52be'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:27:34.128254 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbbf4262-771f-4834-bab5-b36ca8b51f75 req-5702571d-0f49-4b7e-b94a-bdcca815ed5a tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Network 941f32ea-0da3-4101-b2fe-5e10ea072419 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:27:34.135338 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-fbbf4262-771f-4834-bab5-b36ca8b51f75 req-5702571d-0f49-4b7e-b94a-bdcca815ed5a tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:27:34.142772 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbbf4262-771f-4834-bab5-b36ca8b51f75 req-5702571d-0f49-4b7e-b94a-bdcca815ed5a tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 01:27:34.160117 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-0ecdd45c-a6e1-4182-ae6b-f592cb58fa36 req-658d06b4-ad7d-48aa-87a8-5e1abc668d4e service neutron] 10.222.0.23 "GET /v2.0/networks/fd6ab0d2-8137-4fff-919c-e0812b557a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404618 Aug 25 01:27:34.168798 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbf4262-771f-4834-bab5-b36ca8b51f75 req-5702571d-0f49-4b7e-b94a-bdcca815ed5a tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:34.178811 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-fbbf4262-771f-4834-bab5-b36ca8b51f75 req-5702571d-0f49-4b7e-b94a-bdcca815ed5a tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:34.207421 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-f6fdcc7e-7463-4c07-ae28-8f8c4aceca2a req-51eb9a0d-92cc-459b-a65e-a326a80143d6 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056352 Aug 25 01:27:34.224689 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port 2d1aa4ef-42fe-4622-8606-eec77f0c52be, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=2d1aa4ef-42fe-4622-8606-eec77f0c52be,segment=NetworkSegment(9145de79-1352-4254-9daa-e1313ba1d3bd),segment_id=9145de79-1352-4254-9daa-e1313ba1d3bd)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:27:34.228825 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5702571d-0f49-4b7e-b94a-bdcca815ed5a tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Pushing event updated for resources: {'Port': ['ID=12da0e27-c7a9-42f4-82da-178ee98a8aed,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:34.236818 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-7208f191-d6ae-4af6-b6da-9a51295fe7b5 req-9342a205-8529-4ba8-9e2b-21da90562dc2 service neutron] For port 49373d89-72a8-4af4-8ddd-bb1be8f8d960, host hv-cinder-79001, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 01:27:34.239758 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:34.240784 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device 8e48c757-7e6e-4b84-9506-7c2d2575918f up at agent hyperv_hv-cinder-79001 {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:27:34.241487 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-7208f191-d6ae-4af6-b6da-9a51295fe7b5 req-9342a205-8529-4ba8-9e2b-21da90562dc2 service neutron] For port 49373d89-72a8-4af4-8ddd-bb1be8f8d960, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=49373d89-72a8-4af4-8ddd-bb1be8f8d960,segment=NetworkSegment(8a64b1e4-c2e9-4500-b4d9-ac866fe3f80d),segment_id=8a64b1e4-c2e9-4500-b4d9-ac866fe3f80d)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 01:27:34.242403 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-fbbf4262-771f-4834-bab5-b36ca8b51f75 req-5702571d-0f49-4b7e-b94a-bdcca815ed5a tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3833370 Aug 25 01:27:34.247685 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-7208f191-d6ae-4af6-b6da-9a51295fe7b5 req-9342a205-8529-4ba8-9e2b-21da90562dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11069652'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:34.255852 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [req-fbbf4262-771f-4834-bab5-b36ca8b51f75 req-a58b7f10-c5aa-42d6-b645-a2a8c2b15dbd service neutron] Request body: {'port': {'device_id': 'c9bb6f59-2965-4a94-a72b-36fd964c7ad4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:27:34.296308 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7208f191-d6ae-4af6-b6da-9a51295fe7b5 req-9342a205-8529-4ba8-9e2b-21da90562dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:34.297123 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-7208f191-d6ae-4af6-b6da-9a51295fe7b5 req-9342a205-8529-4ba8-9e2b-21da90562dc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:34.298528 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-7208f191-d6ae-4af6-b6da-9a51295fe7b5 req-9342a205-8529-4ba8-9e2b-21da90562dc2 service neutron] 10.222.0.26 "PUT /v2.0/ports/49373d89-72a8-4af4-8ddd-bb1be8f8d960 HTTP/1.1" status: 200 len: 1094 time: 1.4964991 Aug 25 01:27:34.299001 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af8070a9-ffcd-46c1-b623-321a89e97512', 'tag': '49373d89-72a8-4af4-8ddd-bb1be8f8d960'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:27:34.302474 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99221413ad608258be70d61d3aee829b58887b18c5c2a60c7a37b33fff07d90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e247ffd-1356-4262-bd43-0e388aac6b85" -d '{"events": [{"name": "network-changed", "server_uuid": "af8070a9-ffcd-46c1-b623-321a89e97512", "tag": "49373d89-72a8-4af4-8ddd-bb1be8f8d960"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:27:34.407444 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Pushing event updated for resources: {'Port': ['ID=2d1aa4ef-42fe-4622-8606-eec77f0c52be,revision_number=5']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:34.410560 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-fbbf4262-771f-4834-bab5-b36ca8b51f75 req-a58b7f10-c5aa-42d6-b645-a2a8c2b15dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:34.453901 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 01:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52166ec-7482-4f89-8822-ad04c2f4a412 x-openstack-request-id: req-d52166ec-7482-4f89-8822-ad04c2f4a412 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:27:34.454200 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af8070a9-ffcd-46c1-b623-321a89e97512", "tag": "49373d89-72a8-4af4-8ddd-bb1be8f8d960", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:27:34.454698 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d52166ec-7482-4f89-8822-ad04c2f4a412 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:27:34.462436 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af8070a9-ffcd-46c1-b623-321a89e97512', 'tag': '49373d89-72a8-4af4-8ddd-bb1be8f8d960', 'status': 'completed', 'code': 200} Aug 25 01:27:34.472317 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9342a205-8529-4ba8-9e2b-21da90562dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=49373d89-72a8-4af4-8ddd-bb1be8f8d960,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:34.502132 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac4c50f49c3b3a17933da630e77cab0c79281d75959c3f8023547b3e3ec39ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64d7b5c-2b5a-4cf6-91b5-34b951330842" -d '{"events": [{"server_uuid": "7a6a7b17-3df9-4469-98d4-9f52900dcf6b", "name": "network-vif-plugged", "status": "completed", "tag": "2d1aa4ef-42fe-4622-8606-eec77f0c52be"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:27:34.549064 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7208f191-d6ae-4af6-b6da-9a51295fe7b5 req-2e25676a-d974-4def-88c3-f1d254701e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:34.550585 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-7208f191-d6ae-4af6-b6da-9a51295fe7b5 req-2e25676a-d974-4def-88c3-f1d254701e79 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9332813e5ed544a58621b5d1c5e0bbba&device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 1097 time: 0.1931546 Aug 25 01:27:34.586570 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Provisioning for port 8e48c757-7e6e-4b84-9506-7c2d2575918f completed by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:27:34.594882 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Provisioning complete for port 8e48c757-7e6e-4b84-9506-7c2d2575918f triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:27:34.595275 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:34.622441 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-615cfe02-5285-4d2c-9b9c-8abf92cb8e01 req-66ec8f54-6b1b-45fe-8ea5-9d8746923372 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=2383f568-887e-4b89-99c4-4dcda46666d0 HTTP/1.1" status: 200 len: 210 time: 0.0603466 Aug 25 01:27:34.687344 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-7208f191-d6ae-4af6-b6da-9a51295fe7b5 req-66d1c202-ce82-4b1b-a1ab-c67b12252b25 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49373d89-72a8-4af4-8ddd-bb1be8f8d960 HTTP/1.1" status: 200 len: 217 time: 0.0807123 Aug 25 01:27:34.754744 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7208f191-d6ae-4af6-b6da-9a51295fe7b5 req-8191adae-e5c3-4abe-9cb6-df6a44423965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:34.756222 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-7208f191-d6ae-4af6-b6da-9a51295fe7b5 req-8191adae-e5c3-4abe-9cb6-df6a44423965 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84dbee4e-0c46-44e0-883e-063ae4a8075c HTTP/1.1" status: 200 len: 859 time: 0.0515113 Aug 25 01:27:34.846757 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c7b6a2-e1b1-4037-8ee5-6d039d172640 req-2d32ee2a-7460-4e98-9473-b4080bde4dbc tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:34.854952 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-89c7b6a2-e1b1-4037-8ee5-6d039d172640 req-2d32ee2a-7460-4e98-9473-b4080bde4dbc tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a6a7b17-3df9-4469-98d4-9f52900dcf6b HTTP/1.1" status: 200 len: 946 time: 0.2304883 Aug 25 01:27:34.859385 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-7208f191-d6ae-4af6-b6da-9a51295fe7b5 req-b3b8da6c-dd23-4ab9-ac95-8cda22cf6242 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=941f32ea-0da3-4101-b2fe-5e10ea072419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889661 Aug 25 01:27:34.896722 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:34.969518 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 01:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9ebb4c-4855-48bf-8e19-c1579afc1ca9 x-openstack-request-id: req-3b9ebb4c-4855-48bf-8e19-c1579afc1ca9 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:27:34.971942 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a6a7b17-3df9-4469-98d4-9f52900dcf6b", "name": "network-vif-plugged", "status": "completed", "tag": "2d1aa4ef-42fe-4622-8606-eec77f0c52be", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:27:34.974394 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3b9ebb4c-4855-48bf-8e19-c1579afc1ca9 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:27:34.975006 dv-cinder-790014-2-iscsi neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6a7b17-3df9-4469-98d4-9f52900dcf6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1aa4ef-42fe-4622-8606-eec77f0c52be', 'code': 200} Aug 25 01:27:34.975639 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-89c7b6a2-e1b1-4037-8ee5-6d039d172640 req-c3f34295-1805-46aa-9ebc-eb4767e6ba11 tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c7df8a5-5214-4cc7-9a66-ade10cb72ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195192 Aug 25 01:27:35.033893 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port 8e48c757-7e6e-4b84-9506-7c2d2575918f, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=8e48c757-7e6e-4b84-9506-7c2d2575918f,segment=NetworkSegment(4944b506-92f4-4d03-bf96-a130cf5b7dec),segment_id=4944b506-92f4-4d03-bf96-a130cf5b7dec)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:27:35.040446 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:35.043562 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-7208f191-d6ae-4af6-b6da-9a51295fe7b5 req-5686ff91-9a78-4285-9fab-7dc2ca3d5017 service neutron] 10.222.0.26 "GET /v2.0/networks/941f32ea-0da3-4101-b2fe-5e10ea072419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726160 Aug 25 01:27:35.131209 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6447cd50-1e73-4f52-b0c2-0cf056bd6296 req-bbf701a2-6820-4ce8-a9de-8aa28bb2f9a4 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:35.132736 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-6447cd50-1e73-4f52-b0c2-0cf056bd6296 req-bbf701a2-6820-4ce8-a9de-8aa28bb2f9a4 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 932 time: 0.1240785 Aug 25 01:27:35.144586 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Pushing event updated for resources: {'Port': ['ID=8e48c757-7e6e-4b84-9506-7c2d2575918f,revision_number=5']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:35.205266 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-7208f191-d6ae-4af6-b6da-9a51295fe7b5 req-167009cc-2900-4cdd-b273-6e1f7170cfac service neutron] 10.222.0.26 "GET /v2.0/networks/941f32ea-0da3-4101-b2fe-5e10ea072419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542358 Aug 25 01:27:35.209784 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-6447cd50-1e73-4f52-b0c2-0cf056bd6296 req-c38dd52a-4e6b-4d46-a583-b6c53f0276c4 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676281 Aug 25 01:27:35.210511 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [req-fbbf4262-771f-4834-bab5-b36ca8b51f75 req-a58b7f10-c5aa-42d6-b645-a2a8c2b15dbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12da0e27-c7a9-42f4-82da-178ee98a8aed {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 01:27:35.214877 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.26', 52245) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:35.220592 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-fbbf4262-771f-4834-bab5-b36ca8b51f75 req-a58b7f10-c5aa-42d6-b645-a2a8c2b15dbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:35.237202 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-fbbf4262-771f-4834-bab5-b36ca8b51f75 req-a58b7f10-c5aa-42d6-b645-a2a8c2b15dbd service neutron] Transition to ACTIVE for port object 12da0e27-c7a9-42f4-82da-178ee98a8aed will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:27:35.243341 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-fbbf4262-771f-4834-bab5-b36ca8b51f75 req-a58b7f10-c5aa-42d6-b645-a2a8c2b15dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:35.271521 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 47698) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:35.319248 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b7f10-c5aa-42d6-b645-a2a8c2b15dbd service neutron] Pushing event updated for resources: {'Port': ['ID=12da0e27-c7a9-42f4-82da-178ee98a8aed,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:35.353711 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-fbbf4262-771f-4834-bab5-b36ca8b51f75 req-a58b7f10-c5aa-42d6-b645-a2a8c2b15dbd service neutron] Attempting to bind port 12da0e27-c7a9-42f4-82da-178ee98a8aed on host hv-cinder-79001 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 01:27:35.354369 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-fbbf4262-771f-4834-bab5-b36ca8b51f75 req-a58b7f10-c5aa-42d6-b645-a2a8c2b15dbd service neutron] Attempting to bind port 12da0e27-c7a9-42f4-82da-178ee98a8aed by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '8a64b1e4-c2e9-4500-b4d9-ac866fe3f80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '941f32ea-0da3-4101-b2fe-5e10ea072419'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 01:27:35.354938 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbf4262-771f-4834-bab5-b36ca8b51f75 req-a58b7f10-c5aa-42d6-b645-a2a8c2b15dbd service neutron] Attempting to bind port 12da0e27-c7a9-42f4-82da-178ee98a8aed on network 941f32ea-0da3-4101-b2fe-5e10ea072419 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:27:35.359436 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbf4262-771f-4834-bab5-b36ca8b51f75 req-a58b7f10-c5aa-42d6-b645-a2a8c2b15dbd service neutron] Port 12da0e27-c7a9-42f4-82da-178ee98a8aed on network 941f32ea-0da3-4101-b2fe-5e10ea072419 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 01:27:35.359954 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbf4262-771f-4834-bab5-b36ca8b51f75 req-a58b7f10-c5aa-42d6-b645-a2a8c2b15dbd service neutron] Attempting to bind port 12da0e27-c7a9-42f4-82da-178ee98a8aed on network 941f32ea-0da3-4101-b2fe-5e10ea072419 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:27:35.365882 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbf4262-771f-4834-bab5-b36ca8b51f75 req-a58b7f10-c5aa-42d6-b645-a2a8c2b15dbd service neutron] Checking agent: {'id': '05c2a1f8-ef41-45f5-8e32-988b9472ad60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 1, 25, 19), 'started_at': datetime.datetime(2021, 8, 25, 1, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 1, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 01:27:35.366414 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbf4262-771f-4834-bab5-b36ca8b51f75 req-a58b7f10-c5aa-42d6-b645-a2a8c2b15dbd service neutron] Checking segment: {'id': '8a64b1e4-c2e9-4500-b4d9-ac866fe3f80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '941f32ea-0da3-4101-b2fe-5e10ea072419'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:27:35.367107 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbf4262-771f-4834-bab5-b36ca8b51f75 req-a58b7f10-c5aa-42d6-b645-a2a8c2b15dbd service neutron] Bound using segment: {'id': '8a64b1e4-c2e9-4500-b4d9-ac866fe3f80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '941f32ea-0da3-4101-b2fe-5e10ea072419'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 01:27:35.367746 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-fbbf4262-771f-4834-bab5-b36ca8b51f75 req-a58b7f10-c5aa-42d6-b645-a2a8c2b15dbd service neutron] Bound port: 12da0e27-c7a9-42f4-82da-178ee98a8aed, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a64b1e4-c2e9-4500-b4d9-ac866fe3f80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '941f32ea-0da3-4101-b2fe-5e10ea072419'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 01:27:35.368246 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-fbbf4262-771f-4834-bab5-b36ca8b51f75 req-a58b7f10-c5aa-42d6-b645-a2a8c2b15dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:35.384644 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae13513f-16c6-4efb-837d-b04f1bc50916 req-558ecbec-f63b-4d45-886e-e9b2c6b9408d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:35.386122 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ae13513f-16c6-4efb-837d-b04f1bc50916 req-558ecbec-f63b-4d45-886e-e9b2c6b9408d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7a6a7b17-3df9-4469-98d4-9f52900dcf6b HTTP/1.1" status: 200 len: 1099 time: 0.1690209 Aug 25 01:27:35.407606 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057702c4-66fa-43d5-bab4-59ce838bff2b req-3a5fa85e-32a5-4d95-93ee-c296c47b1e70 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:35.409135 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-057702c4-66fa-43d5-bab4-59ce838bff2b req-3a5fa85e-32a5-4d95-93ee-c296c47b1e70 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c445070-60d2-4f2d-8d55-b61613a6f11c HTTP/1.1" status: 200 len: 945 time: 0.1058693 Aug 25 01:27:35.447386 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-fbbf4262-771f-4834-bab5-b36ca8b51f75 req-a58b7f10-c5aa-42d6-b645-a2a8c2b15dbd service neutron] For port 12da0e27-c7a9-42f4-82da-178ee98a8aed, host hv-cinder-79001, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 01:27:35.447650 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ae13513f-16c6-4efb-837d-b04f1bc50916 req-1c44091e-5650-4b79-a599-4e0e0176dbb7 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:35.450911 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-fbbf4262-771f-4834-bab5-b36ca8b51f75 req-a58b7f10-c5aa-42d6-b645-a2a8c2b15dbd service neutron] For port 12da0e27-c7a9-42f4-82da-178ee98a8aed, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=12da0e27-c7a9-42f4-82da-178ee98a8aed,segment=NetworkSegment(8a64b1e4-c2e9-4500-b4d9-ac866fe3f80d),segment_id=8a64b1e4-c2e9-4500-b4d9-ac866fe3f80d)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 01:27:35.458815 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-fbbf4262-771f-4834-bab5-b36ca8b51f75 req-a58b7f10-c5aa-42d6-b645-a2a8c2b15dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:35.460393 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e247ffd-1356-4262-bd43-0e388aac6b85 req-6b50a400-840d-4730-85a0-5eb99d0d3827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:35.462029 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-1e247ffd-1356-4262-bd43-0e388aac6b85 req-6b50a400-840d-4730-85a0-5eb99d0d3827 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9332813e5ed544a58621b5d1c5e0bbba&device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 1097 time: 0.1686115 Aug 25 01:27:35.481522 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-15b1dcbc-998c-4b24-a57d-4ddbafb89897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:35.502472 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbf4262-771f-4834-bab5-b36ca8b51f75 req-a58b7f10-c5aa-42d6-b645-a2a8c2b15dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:35.504744 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-fbbf4262-771f-4834-bab5-b36ca8b51f75 req-a58b7f10-c5aa-42d6-b645-a2a8c2b15dbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:35.505927 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-fbbf4262-771f-4834-bab5-b36ca8b51f75 req-a58b7f10-c5aa-42d6-b645-a2a8c2b15dbd service neutron] 10.222.0.26 "PUT /v2.0/ports/12da0e27-c7a9-42f4-82da-178ee98a8aed HTTP/1.1" status: 200 len: 1094 time: 1.2565706 Aug 25 01:27:35.507043 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9bb6f59-2965-4a94-a72b-36fd964c7ad4', 'tag': '12da0e27-c7a9-42f4-82da-178ee98a8aed'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:27:35.509566 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6aaa77860150641abcbf195034e02978cb43d302165c9bbcbee081d494fe815" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05793ae3-d248-4b31-8caf-afecd65624f5" -d '{"events": [{"name": "network-changed", "server_uuid": "c9bb6f59-2965-4a94-a72b-36fd964c7ad4", "tag": "12da0e27-c7a9-42f4-82da-178ee98a8aed"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:27:35.551817 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-057702c4-66fa-43d5-bab4-59ce838bff2b req-af974a29-69ad-4cbd-b2cc-843c431b203a tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280954 Aug 25 01:27:35.555600 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b7f10-c5aa-42d6-b645-a2a8c2b15dbd service neutron] Pushing event updated for resources: {'Port': ['ID=12da0e27-c7a9-42f4-82da-178ee98a8aed,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:35.591789 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 01:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75bd400e-29d7-41e2-944c-41196a0cf5b5 x-openstack-request-id: req-75bd400e-29d7-41e2-944c-41196a0cf5b5 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:27:35.592162 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9bb6f59-2965-4a94-a72b-36fd964c7ad4", "tag": "12da0e27-c7a9-42f4-82da-178ee98a8aed", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:27:35.592483 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-75bd400e-29d7-41e2-944c-41196a0cf5b5 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:27:35.592942 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9bb6f59-2965-4a94-a72b-36fd964c7ad4', 'tag': '12da0e27-c7a9-42f4-82da-178ee98a8aed', 'status': 'completed', 'code': 200} Aug 25 01:27:35.640521 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbf4262-771f-4834-bab5-b36ca8b51f75 req-6ae94407-f617-47a9-8ee1-d53fd6d7d2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:35.642440 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-fbbf4262-771f-4834-bab5-b36ca8b51f75 req-6ae94407-f617-47a9-8ee1-d53fd6d7d2a7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9332813e5ed544a58621b5d1c5e0bbba&device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 1097 time: 0.0431037 Aug 25 01:27:35.669863 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e247ffd-1356-4262-bd43-0e388aac6b85 req-9d098b4f-4a80-41ce-b245-54fc4a66de4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:35.676914 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-1e247ffd-1356-4262-bd43-0e388aac6b85 req-9d098b4f-4a80-41ce-b245-54fc4a66de4a service neutron] 10.222.0.26 "GET /v2.0/networks?id=941f32ea-0da3-4101-b2fe-5e10ea072419 HTTP/1.1" status: 200 len: 920 time: 0.2003877 Aug 25 01:27:35.698560 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-fbbf4262-771f-4834-bab5-b36ca8b51f75 req-60860e5c-acad-4623-9cbe-838cd3dbcbd8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12da0e27-c7a9-42f4-82da-178ee98a8aed HTTP/1.1" status: 200 len: 217 time: 0.0473473 Aug 25 01:27:35.741875 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-1e247ffd-1356-4262-bd43-0e388aac6b85 req-98e55a46-54ae-48b1-8896-314ad357a43b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49373d89-72a8-4af4-8ddd-bb1be8f8d960 HTTP/1.1" status: 200 len: 217 time: 0.0466404 Aug 25 01:27:35.759068 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbf4262-771f-4834-bab5-b36ca8b51f75 req-fbefb790-bb5e-4879-bdd0-0a79adccba90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:35.760961 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-fbbf4262-771f-4834-bab5-b36ca8b51f75 req-fbefb790-bb5e-4879-bdd0-0a79adccba90 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84dbee4e-0c46-44e0-883e-063ae4a8075c HTTP/1.1" status: 200 len: 859 time: 0.0518827 Aug 25 01:27:35.802373 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-fbbf4262-771f-4834-bab5-b36ca8b51f75 req-6fcc56b5-9274-44dc-8907-2b5c3cd54619 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=941f32ea-0da3-4101-b2fe-5e10ea072419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325022 Aug 25 01:27:35.810218 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-84199b02-cd77-47ec-b845-6d23fb222d52 req-88731be1-7d94-47db-a35c-270dafc78cb8 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=2383f568-887e-4b89-99c4-4dcda46666d0 HTTP/1.1" status: 200 len: 210 time: 0.0625565 Aug 25 01:27:35.853435 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e247ffd-1356-4262-bd43-0e388aac6b85 req-c202933f-6dda-46a7-b545-5a15e5428b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:35.854867 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-1e247ffd-1356-4262-bd43-0e388aac6b85 req-c202933f-6dda-46a7-b545-5a15e5428b5c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84dbee4e-0c46-44e0-883e-063ae4a8075c HTTP/1.1" status: 200 len: 859 time: 0.0939469 Aug 25 01:27:35.856677 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ae13513f-16c6-4efb-837d-b04f1bc50916 req-1c44091e-5650-4b79-a599-4e0e0176dbb7 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:35.919067 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ae13513f-16c6-4efb-837d-b04f1bc50916 req-1c44091e-5650-4b79-a599-4e0e0176dbb7 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:35.921350 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-fbbf4262-771f-4834-bab5-b36ca8b51f75 req-d81bbbb1-57a7-43fc-83c9-4df236f4a608 service neutron] 10.222.0.26 "GET /v2.0/networks/941f32ea-0da3-4101-b2fe-5e10ea072419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927498 Aug 25 01:27:35.925666 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-1e247ffd-1356-4262-bd43-0e388aac6b85 req-e972f020-8228-4222-aa51-a67f8c15c2be service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=941f32ea-0da3-4101-b2fe-5e10ea072419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353088 Aug 25 01:27:36.061903 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.26', 52247) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:36.075291 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 47748) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:36.185631 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-fbbf4262-771f-4834-bab5-b36ca8b51f75 req-20bb1ea5-b3fb-42c4-95e4-81454e93857b service neutron] 10.222.0.26 "GET /v2.0/networks/941f32ea-0da3-4101-b2fe-5e10ea072419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493534 Aug 25 01:27:36.224905 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecdd45c-a6e1-4182-ae6b-f592cb58fa36 req-e5839a5c-09e8-4a35-9bb0-f2b2b662a7a2 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:36.226607 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-0ecdd45c-a6e1-4182-ae6b-f592cb58fa36 req-e5839a5c-09e8-4a35-9bb0-f2b2b662a7a2 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.26 "GET /v2.0/networks?id=fd6ab0d2-8137-4fff-919c-e0812b557a4f HTTP/1.1" status: 200 len: 811 time: 0.1503572 Aug 25 01:27:36.335691 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2e8a5718-81c4-4034-9885-0548fec6d420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:36.342771 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ae13513f-16c6-4efb-837d-b04f1bc50916 req-1c44091e-5650-4b79-a599-4e0e0176dbb7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8c7df8a5-5214-4cc7-9a66-ade10cb72ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9456885 Aug 25 01:27:36.406985 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-0ecdd45c-a6e1-4182-ae6b-f592cb58fa36 req-3a722652-213b-4fda-9dbf-669a327592ec tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b76ebd48c69044859010968bacfba90b HTTP/1.1" status: 200 len: 380 time: 0.1611362 Aug 25 01:27:36.415201 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05793ae3-d248-4b31-8caf-afecd65624f5 req-9a6ead9f-8147-4d59-a068-2c12011fc70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:36.416553 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-05793ae3-d248-4b31-8caf-afecd65624f5 req-9a6ead9f-8147-4d59-a068-2c12011fc70c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9332813e5ed544a58621b5d1c5e0bbba&device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 1097 time: 0.1577754 Aug 25 01:27:36.444459 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c44091e-5650-4b79-a599-4e0e0176dbb7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=61bfb304-5d82-4939-bdc6-3689b9f49df4,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:36.512831 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b9ec1-f229-4326-bc80-bc9875cf4f99 req-0cb61c8b-30b4-408a-b5e5-0ce945be2055 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:36.514404 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-5e9b9ec1-f229-4326-bc80-bc9875cf4f99 req-0cb61c8b-30b4-408a-b5e5-0ce945be2055 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 944 time: 0.2007291 Aug 25 01:27:36.524752 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73fac8d-7892-47ad-b2bf-9688e3fd3166 req-048e7469-e75d-4d17-a6be-4a998d489f63 tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:36.526194 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a73fac8d-7892-47ad-b2bf-9688e3fd3166 req-048e7469-e75d-4d17-a6be-4a998d489f63 tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a6a7b17-3df9-4469-98d4-9f52900dcf6b HTTP/1.1" status: 200 len: 946 time: 0.2105567 Aug 25 01:27:36.544294 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-1e247ffd-1356-4262-bd43-0e388aac6b85 req-063755fc-7586-42d1-baa0-e4935de2b946 service neutron] 10.222.0.26 "GET /v2.0/networks/941f32ea-0da3-4101-b2fe-5e10ea072419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6037762 Aug 25 01:27:36.553793 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-15b1dcbc-998c-4b24-a57d-4ddbafb89897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:36.577011 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [req-0ecdd45c-a6e1-4182-ae6b-f592cb58fa36 req-229c55c1-9523-4f42-bebb-7165a941fa56 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Request body: {'port': {'device_id': '2383f568-887e-4b89-99c4-4dcda46666d0', 'network_id': 'fd6ab0d2-8137-4fff-919c-e0812b557a4f', 'admin_state_up': True, 'tenant_id': 'b76ebd48c69044859010968bacfba90b', 'security_groups': ['4469e8d0-aa99-4a5f-afb4-832c6f98d772']}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:27:36.578418 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-15b1dcbc-998c-4b24-a57d-4ddbafb89897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:36.689545 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a73fac8d-7892-47ad-b2bf-9688e3fd3166 req-254c054a-7665-4f2d-aec7-c7bf80044c73 tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c7df8a5-5214-4cc7-9a66-ade10cb72ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573262 Aug 25 01:27:36.692794 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-5e9b9ec1-f229-4326-bc80-bc9875cf4f99 req-cb0935e9-a87b-4bce-be5f-dc0b2dbb46f2 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656747 Aug 25 01:27:36.702507 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-15b1dcbc-998c-4b24-a57d-4ddbafb89897 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1a28a133fd354df98c786acf26cb2b28&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4275715 Aug 25 01:27:36.704320 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 47784) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:36.716604 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b1dcbc-998c-4b24-a57d-4ddbafb89897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15482121-ec2e-4447-a944-8e1f006a0b0b,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:36.771414 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-1e247ffd-1356-4262-bd43-0e388aac6b85 req-72bb98dd-7c3f-4dfc-9838-49651f9fc752 service neutron] 10.222.0.26 "GET /v2.0/networks/941f32ea-0da3-4101-b2fe-5e10ea072419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025208 Aug 25 01:27:36.812636 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d97dd367-946f-42c1-a685-b8283d6efafc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:36.847454 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d97dd367-946f-42c1-a685-b8283d6efafc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:36.856664 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216b1b1-1ca9-4033-93c9-15f0bb586ea5 req-570b8c64-88e8-4230-9a1a-59a944a0e4da tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:36.858164 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-f216b1b1-1ca9-4033-93c9-15f0bb586ea5 req-570b8c64-88e8-4230-9a1a-59a944a0e4da tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c445070-60d2-4f2d-8d55-b61613a6f11c HTTP/1.1" status: 200 len: 945 time: 0.0822783 Aug 25 01:27:36.861524 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05793ae3-d248-4b31-8caf-afecd65624f5 req-538404e7-d163-46d8-835a-cf5329d43e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:36.863024 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-05793ae3-d248-4b31-8caf-afecd65624f5 req-538404e7-d163-46d8-835a-cf5329d43e78 service neutron] 10.222.0.26 "GET /v2.0/networks?id=941f32ea-0da3-4101-b2fe-5e10ea072419 HTTP/1.1" status: 200 len: 920 time: 0.2995739 Aug 25 01:27:36.923271 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-05793ae3-d248-4b31-8caf-afecd65624f5 req-86bb3dba-d19c-4066-b359-b0595a418bd2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12da0e27-c7a9-42f4-82da-178ee98a8aed HTTP/1.1" status: 200 len: 217 time: 0.0504155 Aug 25 01:27:36.934670 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ad14dffb-d7fb-4898-8804-95e473be1f10 req-469b85e1-2707-4582-a98f-51bcc0d2ad2c tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=2383f568-887e-4b89-99c4-4dcda46666d0 HTTP/1.1" status: 200 len: 210 time: 0.0345547 Aug 25 01:27:36.942624 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-f216b1b1-1ca9-4033-93c9-15f0bb586ea5 req-218d6d62-af9b-4af8-b2c9-2d89c2f4b2f6 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743182 Aug 25 01:27:36.946038 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2e8a5718-81c4-4034-9885-0548fec6d420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:36.962305 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d97dd367-946f-42c1-a685-b8283d6efafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:36.964851 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d97dd367-946f-42c1-a685-b8283d6efafc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:36.965970 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-d97dd367-946f-42c1-a685-b8283d6efafc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/15482121-ec2e-4447-a944-8e1f006a0b0b HTTP/1.1" status: 204 len: 168 time: 0.2591493 Aug 25 01:27:36.975830 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c445070-60d2-4f2d-8d55-b61613a6f11c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e48c757-7e6e-4b84-9506-7c2d2575918f'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:27:36.976306 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97dd367-946f-42c1-a685-b8283d6efafc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15482121-ec2e-4447-a944-8e1f006a0b0b,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:36.979037 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac4c50f49c3b3a17933da630e77cab0c79281d75959c3f8023547b3e3ec39ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7b33ee-baa4-4b61-ac74-2c3336d8edf5" -d '{"events": [{"server_uuid": "4c445070-60d2-4f2d-8d55-b61613a6f11c", "name": "network-vif-plugged", "status": "completed", "tag": "8e48c757-7e6e-4b84-9506-7c2d2575918f"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:27:36.989916 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2e8a5718-81c4-4034-9885-0548fec6d420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:37.021553 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 01:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae71df3-8f41-4a05-8d23-8a8becb73ad4 x-openstack-request-id: req-5ae71df3-8f41-4a05-8d23-8a8becb73ad4 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:27:37.021909 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c445070-60d2-4f2d-8d55-b61613a6f11c", "name": "network-vif-plugged", "status": "completed", "tag": "8e48c757-7e6e-4b84-9506-7c2d2575918f", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:27:37.022225 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5ae71df3-8f41-4a05-8d23-8a8becb73ad4 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:27:37.025404 dv-cinder-790014-2-iscsi neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c445070-60d2-4f2d-8d55-b61613a6f11c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e48c757-7e6e-4b84-9506-7c2d2575918f', 'code': 200} Aug 25 01:27:37.070719 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-2e8a5718-81c4-4034-9885-0548fec6d420 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7402c0c6a4b747aeb4ecd71854b2c7e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9921830 Aug 25 01:27:37.070719 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ecdd45c-a6e1-4182-ae6b-f592cb58fa36 req-229c55c1-9523-4f42-bebb-7165a941fa56 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Made reservation on behalf of b76ebd48c69044859010968bacfba90b for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 01:27:37.072744 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 47792) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:37.073736 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-0ecdd45c-a6e1-4182-ae6b-f592cb58fa36 req-229c55c1-9523-4f42-bebb-7165a941fa56 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:37.091364 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05793ae3-d248-4b31-8caf-afecd65624f5 req-61902f18-650d-480d-b070-75d43b61688c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:37.093326 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-05793ae3-d248-4b31-8caf-afecd65624f5 req-61902f18-650d-480d-b070-75d43b61688c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84dbee4e-0c46-44e0-883e-063ae4a8075c HTTP/1.1" status: 200 len: 859 time: 0.1601741 Aug 25 01:27:37.095676 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a5718-81c4-4034-9885-0548fec6d420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e37a15-87b5-4857-9ffe-faac6248a5e9,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:37.132994 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ab3b67a9-a454-455a-b830-dda8db8165a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:37.157589 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ab3b67a9-a454-455a-b830-dda8db8165a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:37.231762 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145c630-0c9d-49fc-92d2-ecb04b94a0b7 req-945f03ea-bbf6-4a84-9138-c65f1ef9626a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:37.233280 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-8145c630-0c9d-49fc-92d2-ecb04b94a0b7 req-945f03ea-bbf6-4a84-9138-c65f1ef9626a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4c445070-60d2-4f2d-8d55-b61613a6f11c HTTP/1.1" status: 200 len: 1098 time: 0.0571680 Aug 25 01:27:37.247038 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ab3b67a9-a454-455a-b830-dda8db8165a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:37.249741 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ab3b67a9-a454-455a-b830-dda8db8165a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:37.250909 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-ab3b67a9-a454-455a-b830-dda8db8165a3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f1e37a15-87b5-4857-9ffe-faac6248a5e9 HTTP/1.1" status: 204 len: 168 time: 0.1769698 Aug 25 01:27:37.269657 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b67a9-a454-455a-b830-dda8db8165a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e37a15-87b5-4857-9ffe-faac6248a5e9,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:37.301465 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-8145c630-0c9d-49fc-92d2-ecb04b94a0b7 req-8fe859d3-05a9-4cc8-a217-c10bbdd9c52b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576286 Aug 25 01:27:37.318780 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 47798) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:37.335925 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-165d21a5-b6b0-49e7-baf2-c0e3e0d58794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:37.337690 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-05793ae3-d248-4b31-8caf-afecd65624f5 req-b8709eeb-dd94-4eb0-b8b5-23eaffc64387 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=941f32ea-0da3-4101-b2fe-5e10ea072419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2264271 Aug 25 01:27:37.440511 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-165d21a5-b6b0-49e7-baf2-c0e3e0d58794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:37.444781 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-165d21a5-b6b0-49e7-baf2-c0e3e0d58794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:37.473958 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-0ecdd45c-a6e1-4182-ae6b-f592cb58fa36 req-229c55c1-9523-4f42-bebb-7165a941fa56 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Allocated IP 172.20.0.12 (fd6ab0d2-8137-4fff-919c-e0812b557a4f/480d38ea-d24b-4229-80ef-563e46a6a2ce/41aa4863-f6b3-4d81-ba00-6960a2966fa7) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 01:27:37.485129 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-165d21a5-b6b0-49e7-baf2-c0e3e0d58794 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0ad973b12b304a09bd7d899ab0ea9397&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1650772 Aug 25 01:27:37.486010 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165d21a5-b6b0-49e7-baf2-c0e3e0d58794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5350c399-a664-471f-94cb-87e7583661a3,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:37.489183 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 47810) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:37.556030 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-59b88556-251b-49e8-9d44-8495c5968228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:37.583794 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-59b88556-251b-49e8-9d44-8495c5968228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:37.667460 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-59b88556-251b-49e8-9d44-8495c5968228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:37.671229 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-59b88556-251b-49e8-9d44-8495c5968228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:37.672832 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-59b88556-251b-49e8-9d44-8495c5968228 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5350c399-a664-471f-94cb-87e7583661a3 HTTP/1.1" status: 204 len: 168 time: 0.1823928 Aug 25 01:27:37.677090 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-05793ae3-d248-4b31-8caf-afecd65624f5 req-aa279639-a30b-416e-833a-af602750dc6a service neutron] 10.222.0.26 "GET /v2.0/networks/941f32ea-0da3-4101-b2fe-5e10ea072419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884961 Aug 25 01:27:37.684649 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b88556-251b-49e8-9d44-8495c5968228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5350c399-a664-471f-94cb-87e7583661a3,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:37.694897 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 47818) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:37.715543 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-56875bd6-ee81-4d83-8a9d-60fc0e85694f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:37.775376 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-0ecdd45c-a6e1-4182-ae6b-f592cb58fa36 req-229c55c1-9523-4f42-bebb-7165a941fa56 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:37.797751 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-0ecdd45c-a6e1-4182-ae6b-f592cb58fa36 req-229c55c1-9523-4f42-bebb-7165a941fa56 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Transition to ACTIVE for port object 41aa4863-f6b3-4d81-ba00-6960a2966fa7 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:27:37.820586 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device 49373d89-72a8-4af4-8ddd-bb1be8f8d960 details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=93834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 01:27:37.849529 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-0ecdd45c-a6e1-4182-ae6b-f592cb58fa36 req-229c55c1-9523-4f42-bebb-7165a941fa56 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782026665144'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:37.943792 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc123eb-723c-4a29-a6ac-8fd1055c1536 req-f04eb6b9-744f-4c04-851d-8a9ca88885ae tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:37.945645 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-3bc123eb-723c-4a29-a6ac-8fd1055c1536 req-f04eb6b9-744f-4c04-851d-8a9ca88885ae tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 944 time: 0.1186795 Aug 25 01:27:37.991661 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 47830) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:37.995489 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e861f3-5eab-4b11-bf67-a8795740e53e req-34939a9e-f7ae-4750-8fbb-3abb06ed90fe tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:38.005094 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-b7e861f3-5eab-4b11-bf67-a8795740e53e req-34939a9e-f7ae-4750-8fbb-3abb06ed90fe tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a6a7b17-3df9-4469-98d4-9f52900dcf6b HTTP/1.1" status: 200 len: 946 time: 0.1543930 Aug 25 01:27:38.058569 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ecdd45c-a6e1-4182-ae6b-f592cb58fa36 req-229c55c1-9523-4f42-bebb-7165a941fa56 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Network fd6ab0d2-8137-4fff-919c-e0812b557a4f is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:27:38.064421 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-3bc123eb-723c-4a29-a6ac-8fd1055c1536 req-4dc906a8-b42e-4133-aaba-8f9cebf653f0 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092525 Aug 25 01:27:38.073411 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-56875bd6-ee81-4d83-8a9d-60fc0e85694f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:38.076429 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-0ecdd45c-a6e1-4182-ae6b-f592cb58fa36 req-229c55c1-9523-4f42-bebb-7165a941fa56 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:27:38.083708 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ecdd45c-a6e1-4182-ae6b-f592cb58fa36 req-229c55c1-9523-4f42-bebb-7165a941fa56 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 01:27:38.093630 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-56875bd6-ee81-4d83-8a9d-60fc0e85694f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:38.105901 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecdd45c-a6e1-4182-ae6b-f592cb58fa36 req-229c55c1-9523-4f42-bebb-7165a941fa56 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:38.106574 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-0ecdd45c-a6e1-4182-ae6b-f592cb58fa36 req-229c55c1-9523-4f42-bebb-7165a941fa56 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:38.128346 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-56875bd6-ee81-4d83-8a9d-60fc0e85694f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5d157ea172484660ad2c4c6e9421106f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4321408 Aug 25 01:27:38.133280 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 47834) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:38.210044 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c55c1-9523-4f42-bebb-7165a941fa56 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Pushing event updated for resources: {'Port': ['ID=41aa4863-f6b3-4d81-ba00-6960a2966fa7,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:38.213403 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-b7e861f3-5eab-4b11-bf67-a8795740e53e req-744a1dcd-814e-4555-9d99-4e16b1c65f54 tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c7df8a5-5214-4cc7-9a66-ade10cb72ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018061 Aug 25 01:27:38.313959 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-0ecdd45c-a6e1-4182-ae6b-f592cb58fa36 req-229c55c1-9523-4f42-bebb-7165a941fa56 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7492683 Aug 25 01:27:38.340807 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [req-0ecdd45c-a6e1-4182-ae6b-f592cb58fa36 req-3d9bb57a-6d3e-498f-ae41-172b38466a0c service neutron] Request body: {'port': {'device_id': '2383f568-887e-4b89-99c4-4dcda46666d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:27:38.400048 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port 49373d89-72a8-4af4-8ddd-bb1be8f8d960, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=49373d89-72a8-4af4-8ddd-bb1be8f8d960,segment=NetworkSegment(8a64b1e4-c2e9-4500-b4d9-ac866fe3f80d),segment_id=8a64b1e4-c2e9-4500-b4d9-ac866fe3f80d)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:27:38.414528 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d0188810-a6e9-47e2-8956-d5765551b7f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:38.433093 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56875bd6-ee81-4d83-8a9d-60fc0e85694f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06fe61b6-1ee1-4fac-a99a-ae2ec13ea4fb,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:38.440425 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Returning: {'device': '49373d89-72a8-4af4-8ddd-bb1be8f8d960', 'network_id': '941f32ea-0da3-4101-b2fe-5e10ea072419', 'port_id': '49373d89-72a8-4af4-8ddd-bb1be8f8d960', 'mac_address': 'fa:16:3e:ba:60:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84dbee4e-0c46-44e0-883e-063ae4a8075c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 01:27:38.508637 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-05793ae3-d248-4b31-8caf-afecd65624f5 req-0ee41027-7c5b-4949-b622-58da08b9e330 service neutron] 10.222.0.26 "GET /v2.0/networks/941f32ea-0da3-4101-b2fe-5e10ea072419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8210263 Aug 25 01:27:38.514653 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:38.563379 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49373d89-72a8-4af4-8ddd-bb1be8f8d960 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 01:27:38.588990 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port 49373d89-72a8-4af4-8ddd-bb1be8f8d960, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=49373d89-72a8-4af4-8ddd-bb1be8f8d960,segment=NetworkSegment(8a64b1e4-c2e9-4500-b4d9-ac866fe3f80d),segment_id=8a64b1e4-c2e9-4500-b4d9-ac866fe3f80d)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:27:38.592209 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087924a-37a3-4d2a-88e7-2e3559bda46c req-0bbdbbf4-fbcd-41cb-95f2-83917827b37d tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:38.593726 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-2087924a-37a3-4d2a-88e7-2e3559bda46c req-0bbdbbf4-fbcd-41cb-95f2-83917827b37d tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=2383f568-887e-4b89-99c4-4dcda46666d0 HTTP/1.1" status: 200 len: 932 time: 0.3440158 Aug 25 01:27:38.595717 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d0188810-a6e9-47e2-8956-d5765551b7f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:38.600382 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:38.602203 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a8455b93-0750-4cbb-8de7-d0db3d98ee9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:38.613090 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-0ecdd45c-a6e1-4182-ae6b-f592cb58fa36 req-3d9bb57a-6d3e-498f-ae41-172b38466a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:38.639738 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea4452-6cbf-45a8-aa65-d1eb5caed039 req-d6fdeb9b-7ca2-4736-b093-41f16171b326 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:38.647640 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-88ea4452-6cbf-45a8-aa65-d1eb5caed039 req-d6fdeb9b-7ca2-4736-b093-41f16171b326 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c445070-60d2-4f2d-8d55-b61613a6f11c HTTP/1.1" status: 200 len: 945 time: 0.3149960 Aug 25 01:27:38.662387 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-1b61dae8-8d89-49db-869a-c705eb38cdc6 None None] Provisioning for port 41aa4863-f6b3-4d81-ba00-6960a2966fa7 completed by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:27:38.678441 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-1b61dae8-8d89-49db-869a-c705eb38cdc6 None None] Provisioning complete for port 41aa4863-f6b3-4d81-ba00-6960a2966fa7 triggered by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:27:38.678888 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1b61dae8-8d89-49db-869a-c705eb38cdc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:38.680893 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Pushing event updated for resources: {'Port': ['ID=49373d89-72a8-4af4-8ddd-bb1be8f8d960,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:38.722017 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-1b61dae8-8d89-49db-869a-c705eb38cdc6 None None] Port 41aa4863-f6b3-4d81-ba00-6960a2966fa7 cannot update to ACTIVE because it is not bound. {{(pid=93834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 01:27:38.733732 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-2087924a-37a3-4d2a-88e7-2e3559bda46c req-de34578f-40da-45ad-bf6a-6613c0c5b112 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups?id=4469e8d0-aa99-4a5f-afb4-832c6f98d772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234369 Aug 25 01:27:38.739310 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-88ea4452-6cbf-45a8-aa65-d1eb5caed039 req-24fcdc0f-f532-464c-b00e-fe59fa813a3c tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908113 Aug 25 01:27:38.746039 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d0188810-a6e9-47e2-8956-d5765551b7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:38.750225 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d0188810-a6e9-47e2-8956-d5765551b7f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:38.751882 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-d0188810-a6e9-47e2-8956-d5765551b7f9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/06fe61b6-1ee1-4fac-a99a-ae2ec13ea4fb HTTP/1.1" status: 204 len: 168 time: 0.6171868 Aug 25 01:27:38.767468 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0188810-a6e9-47e2-8956-d5765551b7f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06fe61b6-1ee1-4fac-a99a-ae2ec13ea4fb,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:38.870375 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] get_ports_and_sgs() called for port_ids ['49373d89-72a8-4af4-8ddd-bb1be8f8d960'] {{(pid=93834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 01:27:38.920682 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a8455b93-0750-4cbb-8de7-d0db3d98ee9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:38.928056 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a8455b93-0750-4cbb-8de7-d0db3d98ee9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:39.002849 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-a8455b93-0750-4cbb-8de7-d0db3d98ee9a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=807383147ea94d66a37d2df4dba0ae01&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0069742 Aug 25 01:27:39.003576 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8455b93-0750-4cbb-8de7-d0db3d98ee9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60946e1-5a00-466e-ae78-1ceab0ec3766,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:39.006794 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 47864) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:39.072934 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [req-0ecdd45c-a6e1-4182-ae6b-f592cb58fa36 req-3d9bb57a-6d3e-498f-ae41-172b38466a0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41aa4863-f6b3-4d81-ba00-6960a2966fa7 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 01:27:39.079865 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c02a2c6d-ef74-4a5c-b095-ae4aa419d80c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:39.088765 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-0ecdd45c-a6e1-4182-ae6b-f592cb58fa36 req-3d9bb57a-6d3e-498f-ae41-172b38466a0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:39.105240 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c02a2c6d-ef74-4a5c-b095-ae4aa419d80c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:39.107923 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-0ecdd45c-a6e1-4182-ae6b-f592cb58fa36 req-3d9bb57a-6d3e-498f-ae41-172b38466a0c service neutron] Transition to ACTIVE for port object 41aa4863-f6b3-4d81-ba00-6960a2966fa7 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:27:39.118281 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-0ecdd45c-a6e1-4182-ae6b-f592cb58fa36 req-3d9bb57a-6d3e-498f-ae41-172b38466a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:39.158741 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c02a2c6d-ef74-4a5c-b095-ae4aa419d80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:39.161518 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c02a2c6d-ef74-4a5c-b095-ae4aa419d80c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:39.165589 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-c02a2c6d-ef74-4a5c-b095-ae4aa419d80c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c60946e1-5a00-466e-ae78-1ceab0ec3766 HTTP/1.1" status: 204 len: 168 time: 0.1563301 Aug 25 01:27:39.183963 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02a2c6d-ef74-4a5c-b095-ae4aa419d80c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60946e1-5a00-466e-ae78-1ceab0ec3766,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:39.235991 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9bb57a-6d3e-498f-ae41-172b38466a0c service neutron] Pushing event updated for resources: {'Port': ['ID=41aa4863-f6b3-4d81-ba00-6960a2966fa7,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:39.256701 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be67cc2-bcb5-43d3-8e89-015125c2110c req-8e402cc3-92e7-4571-8ce8-9c103066070b tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:39.258374 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-7be67cc2-bcb5-43d3-8e89-015125c2110c req-8e402cc3-92e7-4571-8ce8-9c103066070b tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 944 time: 0.0778909 Aug 25 01:27:39.291793 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-0ecdd45c-a6e1-4182-ae6b-f592cb58fa36 req-3d9bb57a-6d3e-498f-ae41-172b38466a0c service neutron] Attempting to bind port 41aa4863-f6b3-4d81-ba00-6960a2966fa7 on host hv-cinder-79001 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 01:27:39.292220 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-0ecdd45c-a6e1-4182-ae6b-f592cb58fa36 req-3d9bb57a-6d3e-498f-ae41-172b38466a0c service neutron] Attempting to bind port 41aa4863-f6b3-4d81-ba00-6960a2966fa7 by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': 'c9ed2e66-9f51-479e-a1c4-50aff58a808a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fd6ab0d2-8137-4fff-919c-e0812b557a4f'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 01:27:39.292551 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecdd45c-a6e1-4182-ae6b-f592cb58fa36 req-3d9bb57a-6d3e-498f-ae41-172b38466a0c service neutron] Attempting to bind port 41aa4863-f6b3-4d81-ba00-6960a2966fa7 on network fd6ab0d2-8137-4fff-919c-e0812b557a4f {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:27:39.298607 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecdd45c-a6e1-4182-ae6b-f592cb58fa36 req-3d9bb57a-6d3e-498f-ae41-172b38466a0c service neutron] Port 41aa4863-f6b3-4d81-ba00-6960a2966fa7 on network fd6ab0d2-8137-4fff-919c-e0812b557a4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 01:27:39.299035 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecdd45c-a6e1-4182-ae6b-f592cb58fa36 req-3d9bb57a-6d3e-498f-ae41-172b38466a0c service neutron] Attempting to bind port 41aa4863-f6b3-4d81-ba00-6960a2966fa7 on network fd6ab0d2-8137-4fff-919c-e0812b557a4f {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:27:39.307414 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecdd45c-a6e1-4182-ae6b-f592cb58fa36 req-3d9bb57a-6d3e-498f-ae41-172b38466a0c service neutron] Checking agent: {'id': '05c2a1f8-ef41-45f5-8e32-988b9472ad60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 1, 25, 19), 'started_at': datetime.datetime(2021, 8, 25, 1, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 1, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 01:27:39.308153 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecdd45c-a6e1-4182-ae6b-f592cb58fa36 req-3d9bb57a-6d3e-498f-ae41-172b38466a0c service neutron] Checking segment: {'id': 'c9ed2e66-9f51-479e-a1c4-50aff58a808a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fd6ab0d2-8137-4fff-919c-e0812b557a4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:27:39.308697 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecdd45c-a6e1-4182-ae6b-f592cb58fa36 req-3d9bb57a-6d3e-498f-ae41-172b38466a0c service neutron] Bound using segment: {'id': 'c9ed2e66-9f51-479e-a1c4-50aff58a808a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fd6ab0d2-8137-4fff-919c-e0812b557a4f'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 01:27:39.309387 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-0ecdd45c-a6e1-4182-ae6b-f592cb58fa36 req-3d9bb57a-6d3e-498f-ae41-172b38466a0c service neutron] Bound port: 41aa4863-f6b3-4d81-ba00-6960a2966fa7, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ed2e66-9f51-479e-a1c4-50aff58a808a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fd6ab0d2-8137-4fff-919c-e0812b557a4f'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 01:27:39.309943 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-0ecdd45c-a6e1-4182-ae6b-f592cb58fa36 req-3d9bb57a-6d3e-498f-ae41-172b38466a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:39.329181 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-7be67cc2-bcb5-43d3-8e89-015125c2110c req-e07fb52f-2ac5-4f35-8fa3-9895197587e5 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629578 Aug 25 01:27:39.406717 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05072a02-209a-4a76-90b4-dc6e52b5fc3e req-ce707b18-affd-469f-ba83-c1d179b67040 tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:39.407552 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-05072a02-209a-4a76-90b4-dc6e52b5fc3e req-ce707b18-affd-469f-ba83-c1d179b67040 tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a6a7b17-3df9-4469-98d4-9f52900dcf6b HTTP/1.1" status: 200 len: 946 time: 0.0832839 Aug 25 01:27:39.412054 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-0ecdd45c-a6e1-4182-ae6b-f592cb58fa36 req-3d9bb57a-6d3e-498f-ae41-172b38466a0c service neutron] For port 41aa4863-f6b3-4d81-ba00-6960a2966fa7, host hv-cinder-79001, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 01:27:39.416524 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-0ecdd45c-a6e1-4182-ae6b-f592cb58fa36 req-3d9bb57a-6d3e-498f-ae41-172b38466a0c service neutron] For port 41aa4863-f6b3-4d81-ba00-6960a2966fa7, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=41aa4863-f6b3-4d81-ba00-6960a2966fa7,segment=NetworkSegment(c9ed2e66-9f51-479e-a1c4-50aff58a808a),segment_id=c9ed2e66-9f51-479e-a1c4-50aff58a808a)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 01:27:39.423207 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-0ecdd45c-a6e1-4182-ae6b-f592cb58fa36 req-3d9bb57a-6d3e-498f-ae41-172b38466a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:39.465076 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecdd45c-a6e1-4182-ae6b-f592cb58fa36 req-3d9bb57a-6d3e-498f-ae41-172b38466a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:39.465996 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-0ecdd45c-a6e1-4182-ae6b-f592cb58fa36 req-3d9bb57a-6d3e-498f-ae41-172b38466a0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:39.468891 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-0ecdd45c-a6e1-4182-ae6b-f592cb58fa36 req-3d9bb57a-6d3e-498f-ae41-172b38466a0c service neutron] 10.222.0.26 "PUT /v2.0/ports/41aa4863-f6b3-4d81-ba00-6960a2966fa7 HTTP/1.1" status: 200 len: 1094 time: 1.1409392 Aug 25 01:27:39.471175 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2383f568-887e-4b89-99c4-4dcda46666d0', 'tag': '41aa4863-f6b3-4d81-ba00-6960a2966fa7'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:27:39.474472 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6aaa77860150641abcbf195034e02978cb43d302165c9bbcbee081d494fe815" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898103f7-395f-4b4d-86a0-11491eb5c596" -d '{"events": [{"name": "network-changed", "server_uuid": "2383f568-887e-4b89-99c4-4dcda46666d0", "tag": "41aa4863-f6b3-4d81-ba00-6960a2966fa7"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:27:39.526199 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-05072a02-209a-4a76-90b4-dc6e52b5fc3e req-51e33352-6fe3-480d-8816-b77f30b8fc34 tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c7df8a5-5214-4cc7-9a66-ade10cb72ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051402 Aug 25 01:27:39.556363 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9bb57a-6d3e-498f-ae41-172b38466a0c service neutron] Pushing event updated for resources: {'Port': ['ID=41aa4863-f6b3-4d81-ba00-6960a2966fa7,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:39.586354 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 01:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7f186c-fd5d-4ac7-8940-e3e05d520473 x-openstack-request-id: req-0a7f186c-fd5d-4ac7-8940-e3e05d520473 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:27:39.586869 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2383f568-887e-4b89-99c4-4dcda46666d0", "tag": "41aa4863-f6b3-4d81-ba00-6960a2966fa7", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:27:39.587125 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0a7f186c-fd5d-4ac7-8940-e3e05d520473 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:27:39.587664 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2383f568-887e-4b89-99c4-4dcda46666d0', 'tag': '41aa4863-f6b3-4d81-ba00-6960a2966fa7', 'status': 'completed', 'code': 200} Aug 25 01:27:39.591172 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecdd45c-a6e1-4182-ae6b-f592cb58fa36 req-293e1c17-87bd-4039-9280-9c500d6c704f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:39.592685 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-0ecdd45c-a6e1-4182-ae6b-f592cb58fa36 req-293e1c17-87bd-4039-9280-9c500d6c704f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b76ebd48c69044859010968bacfba90b&device_id=2383f568-887e-4b89-99c4-4dcda46666d0 HTTP/1.1" status: 200 len: 1097 time: 0.0725613 Aug 25 01:27:39.672326 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-0ecdd45c-a6e1-4182-ae6b-f592cb58fa36 req-cfd9906e-bad8-4ab8-aefa-fae53fc9f7f5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41aa4863-f6b3-4d81-ba00-6960a2966fa7 HTTP/1.1" status: 200 len: 217 time: 0.0714324 Aug 25 01:27:39.725432 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecdd45c-a6e1-4182-ae6b-f592cb58fa36 req-be46e356-1f9c-4fd0-b536-22b5cd7f031d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:39.728159 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-0ecdd45c-a6e1-4182-ae6b-f592cb58fa36 req-be46e356-1f9c-4fd0-b536-22b5cd7f031d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=480d38ea-d24b-4229-80ef-563e46a6a2ce HTTP/1.1" status: 200 len: 850 time: 0.0489035 Aug 25 01:27:39.799307 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecdd45c-a6e1-4182-ae6b-f592cb58fa36 req-f9ac90e8-aa3e-4481-b064-aa0a8dd3b0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:39.801531 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-0ecdd45c-a6e1-4182-ae6b-f592cb58fa36 req-f9ac90e8-aa3e-4481-b064-aa0a8dd3b0b5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fd6ab0d2-8137-4fff-919c-e0812b557a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0654624 Aug 25 01:27:39.843291 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device 12da0e27-c7a9-42f4-82da-178ee98a8aed details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=93834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 01:27:39.849945 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device 49373d89-72a8-4af4-8ddd-bb1be8f8d960 up at agent hyperv_hv-cinder-79001 {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:27:39.878742 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 47902) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:39.943362 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c0497b93-57fc-4ebe-9a8f-2815c622b43f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:40.011655 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Provisioning for port 49373d89-72a8-4af4-8ddd-bb1be8f8d960 completed by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:27:40.031453 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Provisioning complete for port 49373d89-72a8-4af4-8ddd-bb1be8f8d960 triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:27:40.032635 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:40.059913 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-0ecdd45c-a6e1-4182-ae6b-f592cb58fa36 req-dfd8dfde-b51d-4db4-af05-b92bfd114cf4 service neutron] 10.222.0.26 "GET /v2.0/networks/fd6ab0d2-8137-4fff-919c-e0812b557a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475743 Aug 25 01:27:40.098373 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port 12da0e27-c7a9-42f4-82da-178ee98a8aed, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=12da0e27-c7a9-42f4-82da-178ee98a8aed,segment=NetworkSegment(8a64b1e4-c2e9-4500-b4d9-ac866fe3f80d),segment_id=8a64b1e4-c2e9-4500-b4d9-ac866fe3f80d)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:27:40.121323 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Returning: {'device': '12da0e27-c7a9-42f4-82da-178ee98a8aed', 'network_id': '941f32ea-0da3-4101-b2fe-5e10ea072419', 'port_id': '12da0e27-c7a9-42f4-82da-178ee98a8aed', 'mac_address': 'fa:16:3e:09:eb:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84dbee4e-0c46-44e0-883e-063ae4a8075c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 01:27:40.203311 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:40.211700 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-0ecdd45c-a6e1-4182-ae6b-f592cb58fa36 req-55183154-c265-4991-b764-ab0c9834a110 service neutron] 10.222.0.26 "GET /v2.0/networks/fd6ab0d2-8137-4fff-919c-e0812b557a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437302 Aug 25 01:27:40.213033 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:40.236736 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12da0e27-c7a9-42f4-82da-178ee98a8aed {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 01:27:40.246935 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8070a9-ffcd-46c1-b623-321a89e97512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49373d89-72a8-4af4-8ddd-bb1be8f8d960'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:27:40.249362 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac4c50f49c3b3a17933da630e77cab0c79281d75959c3f8023547b3e3ec39ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2998a5f-6011-47b5-b225-719411abe03a" -d '{"events": [{"server_uuid": "af8070a9-ffcd-46c1-b623-321a89e97512", "name": "network-vif-plugged", "status": "completed", "tag": "49373d89-72a8-4af4-8ddd-bb1be8f8d960"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:27:40.282161 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port 49373d89-72a8-4af4-8ddd-bb1be8f8d960, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=49373d89-72a8-4af4-8ddd-bb1be8f8d960,segment=NetworkSegment(8a64b1e4-c2e9-4500-b4d9-ac866fe3f80d),segment_id=8a64b1e4-c2e9-4500-b4d9-ac866fe3f80d)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:27:40.293325 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:40.296965 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port 12da0e27-c7a9-42f4-82da-178ee98a8aed, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=12da0e27-c7a9-42f4-82da-178ee98a8aed,segment=NetworkSegment(8a64b1e4-c2e9-4500-b4d9-ac866fe3f80d),segment_id=8a64b1e4-c2e9-4500-b4d9-ac866fe3f80d)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:27:40.318843 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c0497b93-57fc-4ebe-9a8f-2815c622b43f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:40.331044 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c0497b93-57fc-4ebe-9a8f-2815c622b43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:40.331546 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:40.362892 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898103f7-395f-4b4d-86a0-11491eb5c596 req-69ebe036-8f1f-48dd-b0e1-efb66cb71c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:40.364677 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-898103f7-395f-4b4d-86a0-11491eb5c596 req-69ebe036-8f1f-48dd-b0e1-efb66cb71c06 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b76ebd48c69044859010968bacfba90b&device_id=2383f568-887e-4b89-99c4-4dcda46666d0 HTTP/1.1" status: 200 len: 1097 time: 0.0896256 Aug 25 01:27:40.373500 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Pushing event updated for resources: {'Port': ['ID=49373d89-72a8-4af4-8ddd-bb1be8f8d960,revision_number=5']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:40.424586 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0497b93-57fc-4ebe-9a8f-2815c622b43f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ecb9d88-840a-43b4-b77b-5c0f4511906d,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:40.456768 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Pushing event updated for resources: {'Port': ['ID=12da0e27-c7a9-42f4-82da-178ee98a8aed,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:40.459937 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf097f6-3b43-4a87-911a-9ece4fc8ef1b req-70caa2db-01fa-4032-8d5c-f37e57d917f5 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:40.462083 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-aaf097f6-3b43-4a87-911a-9ece4fc8ef1b req-70caa2db-01fa-4032-8d5c-f37e57d917f5 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c445070-60d2-4f2d-8d55-b61613a6f11c HTTP/1.1" status: 200 len: 945 time: 0.5950556 Aug 25 01:27:40.474224 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362e39b-c850-4884-992d-5f1710143ad8 req-1da145f5-f0cc-4325-ae00-3bdddd4a2fcb tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:40.475848 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d362e39b-c850-4884-992d-5f1710143ad8 req-1da145f5-f0cc-4325-ae00-3bdddd4a2fcb tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=2383f568-887e-4b89-99c4-4dcda46666d0 HTTP/1.1" status: 200 len: 944 time: 0.5356033 Aug 25 01:27:40.497259 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-c0497b93-57fc-4ebe-9a8f-2815c622b43f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=14636af2a1404870aa77f4437f36622c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6148763 Aug 25 01:27:40.499938 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 47938) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:40.556900 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898103f7-395f-4b4d-86a0-11491eb5c596 req-511d4f76-95e6-45c2-856d-c06aa012a4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:40.558359 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-898103f7-395f-4b4d-86a0-11491eb5c596 req-511d4f76-95e6-45c2-856d-c06aa012a4c7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fd6ab0d2-8137-4fff-919c-e0812b557a4f HTTP/1.1" status: 200 len: 912 time: 0.1859603 Aug 25 01:27:40.573816 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-aaf097f6-3b43-4a87-911a-9ece4fc8ef1b req-3618d78f-1d72-43d9-9f03-f27a0716dd94 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957730 Aug 25 01:27:40.576297 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 47940) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:40.589388 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d362e39b-c850-4884-992d-5f1710143ad8 req-01220e48-116a-47d9-bcec-72ba58163513 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups?id=4469e8d0-aa99-4a5f-afb4-832c6f98d772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770230 Aug 25 01:27:40.615882 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] get_ports_and_sgs() called for port_ids ['12da0e27-c7a9-42f4-82da-178ee98a8aed'] {{(pid=93834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 01:27:40.662385 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-05bca426-01ae-4d85-8cad-a4b16e18013d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:40.712861 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 01:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b333b6-f1af-44e5-82d5-0f38413d2107 x-openstack-request-id: req-c9b333b6-f1af-44e5-82d5-0f38413d2107 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:27:40.713676 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af8070a9-ffcd-46c1-b623-321a89e97512", "name": "network-vif-plugged", "status": "completed", "tag": "49373d89-72a8-4af4-8ddd-bb1be8f8d960", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:27:40.714119 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c9b333b6-f1af-44e5-82d5-0f38413d2107 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:27:40.714633 dv-cinder-790014-2-iscsi neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af8070a9-ffcd-46c1-b623-321a89e97512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49373d89-72a8-4af4-8ddd-bb1be8f8d960', 'code': 200} Aug 25 01:27:40.736679 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-05bca426-01ae-4d85-8cad-a4b16e18013d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:40.780458 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e1ff64-936a-430c-a510-9c8ce7f81d8c req-23cacd83-ce51-4806-bc19-73fc7924330c tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:40.792034 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-42e1ff64-936a-430c-a510-9c8ce7f81d8c req-23cacd83-ce51-4806-bc19-73fc7924330c tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 945 time: 0.1060879 Aug 25 01:27:40.805656 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-898103f7-395f-4b4d-86a0-11491eb5c596 req-f8e425a3-a727-49ee-ba92-441ee0c181ee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41aa4863-f6b3-4d81-ba00-6960a2966fa7 HTTP/1.1" status: 200 len: 217 time: 0.2377276 Aug 25 01:27:40.818613 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-05bca426-01ae-4d85-8cad-a4b16e18013d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:40.824127 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-05bca426-01ae-4d85-8cad-a4b16e18013d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:40.825395 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-05bca426-01ae-4d85-8cad-a4b16e18013d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9ecb9d88-840a-43b4-b77b-5c0f4511906d HTTP/1.1" status: 204 len: 168 time: 0.3245180 Aug 25 01:27:40.872980 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-42e1ff64-936a-430c-a510-9c8ce7f81d8c req-f255f000-3db6-46d3-bfb1-2e850580d965 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747824 Aug 25 01:27:40.927835 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bca426-01ae-4d85-8cad-a4b16e18013d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ecb9d88-840a-43b4-b77b-5c0f4511906d,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:40.930341 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898103f7-395f-4b4d-86a0-11491eb5c596 req-bd06224e-41c8-4647-9cc3-aa4729a6232d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:40.931834 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-898103f7-395f-4b4d-86a0-11491eb5c596 req-bd06224e-41c8-4647-9cc3-aa4729a6232d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=480d38ea-d24b-4229-80ef-563e46a6a2ce HTTP/1.1" status: 200 len: 850 time: 0.0987997 Aug 25 01:27:41.032175 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18737c5f-7501-4ed4-85ac-70bcbd3ae8f5 req-c628da91-c812-4a52-912b-cff976a0e2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:41.033666 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-18737c5f-7501-4ed4-85ac-70bcbd3ae8f5 req-c628da91-c812-4a52-912b-cff976a0e2ef service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 1099 time: 0.2046995 Aug 25 01:27:41.036220 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898103f7-395f-4b4d-86a0-11491eb5c596 req-bfe1db5d-4511-4f1a-bb3c-94458c99a336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:41.037630 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-898103f7-395f-4b4d-86a0-11491eb5c596 req-bfe1db5d-4511-4f1a-bb3c-94458c99a336 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fd6ab0d2-8137-4fff-919c-e0812b557a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0842512 Aug 25 01:27:41.042055 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.v2.base [None req-7e57e3cd-9403-43cf-a1a2-5d7394c6df95 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-419211126-network', 'tenant_id': 'bfe325632533412f8b9fc296d4d69812'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:27:41.088417 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e57e3cd-9403-43cf-a1a2-5d7394c6df95 admin admin] Made reservation on behalf of bfe325632533412f8b9fc296d4d69812 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 01:27:41.099523 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7e57e3cd-9403-43cf-a1a2-5d7394c6df95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:41.105771 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7e57e3cd-9403-43cf-a1a2-5d7394c6df95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:41.157047 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-18737c5f-7501-4ed4-85ac-70bcbd3ae8f5 req-aaff2c45-cb77-40ed-8a1e-dbed79a22a84 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080732 Aug 25 01:27:41.219183 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-898103f7-395f-4b4d-86a0-11491eb5c596 req-8373d45d-13d3-43ef-8c22-5f3ee809d57b service neutron] 10.222.0.26 "GET /v2.0/networks/fd6ab0d2-8137-4fff-919c-e0812b557a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689568 Aug 25 01:27:41.230606 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7e57e3cd-9403-43cf-a1a2-5d7394c6df95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:41.236277 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7e57e3cd-9403-43cf-a1a2-5d7394c6df95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:41.268190 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e57e3cd-9403-43cf-a1a2-5d7394c6df95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 01:27:41.279259 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e57e3cd-9403-43cf-a1a2-5d7394c6df95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80750366-9ab1-43d1-b6a6-37cf1b3b8587,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:41.284433 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7e57e3cd-9403-43cf-a1a2-5d7394c6df95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3751945'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:41.284772 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.db.segments_db [None req-7e57e3cd-9403-43cf-a1a2-5d7394c6df95 admin admin] Added segment 3ac4c30f-ea00-48bd-a767-1930eaf49c09 of type vlan for network 5cdb442a-adcd-4af1-8d1b-e0b3e44161db Aug 25 01:27:41.328023 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7e57e3cd-9403-43cf-a1a2-5d7394c6df95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782026683423'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:41.357947 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7e57e3cd-9403-43cf-a1a2-5d7394c6df95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:41.359842 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e57e3cd-9403-43cf-a1a2-5d7394c6df95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:41.360671 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7e57e3cd-9403-43cf-a1a2-5d7394c6df95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:41.439406 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-7e57e3cd-9403-43cf-a1a2-5d7394c6df95 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8618176 Aug 25 01:27:41.444331 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 47974) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:41.451672 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e57e3cd-9403-43cf-a1a2-5d7394c6df95 admin admin] Pushing event updated for resources: {'Network': ['ID=5cdb442a-adcd-4af1-8d1b-e0b3e44161db,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:41.452525 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [None req-b2699587-f7f7-4a95-b576-12f48dfc78a8 admin admin] Request body: {'subnet': {'network_id': '5cdb442a-adcd-4af1-8d1b-e0b3e44161db', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-419211126-subnet', 'tenant_id': 'bfe325632533412f8b9fc296d4d69812', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:27:41.464356 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Network 5cdb442a-adcd-4af1-8d1b-e0b3e44161db details requested by agent ovs-agent-dv-cinder-790014-2-iscsi with host dv-cinder-790014-2-iscsi {{(pid=93834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 01:27:41.473190 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 47978) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:41.489209 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f7442fc0-cd9c-460d-a315-8a6d9e56748c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:41.508262 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-898103f7-395f-4b4d-86a0-11491eb5c596 req-f739099c-84be-4411-b97b-f8e1c97f88f8 service neutron] 10.222.0.26 "GET /v2.0/networks/fd6ab0d2-8137-4fff-919c-e0812b557a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399732 Aug 25 01:27:41.511409 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2699587-f7f7-4a95-b576-12f48dfc78a8 admin admin] Made reservation on behalf of bfe325632533412f8b9fc296d4d69812 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 01:27:41.517050 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b2699587-f7f7-4a95-b576-12f48dfc78a8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:41.657559 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f7442fc0-cd9c-460d-a315-8a6d9e56748c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:41.666820 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f7442fc0-cd9c-460d-a315-8a6d9e56748c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:41.718660 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7442fc0-cd9c-460d-a315-8a6d9e56748c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c78da8a-4a58-42a9-9202-453d0edf666a,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:41.741708 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-f7442fc0-cd9c-460d-a315-8a6d9e56748c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=59c3f705e3f142d5808c0521e4085c8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2673852 Aug 25 01:27:41.746869 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 47990) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:41.825173 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166057c1-147a-4e8d-9efc-4fe6323a4231 req-bff2b2cc-dc27-4f9d-bda7-0406ce4b96a4 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:41.827598 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-166057c1-147a-4e8d-9efc-4fe6323a4231 req-bff2b2cc-dc27-4f9d-bda7-0406ce4b96a4 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=2383f568-887e-4b89-99c4-4dcda46666d0 HTTP/1.1" status: 200 len: 944 time: 0.0787928 Aug 25 01:27:41.849398 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ea8940df-d848-49f3-b494-4bc4717d9e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:41.851983 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device 12da0e27-c7a9-42f4-82da-178ee98a8aed up at agent hyperv_hv-cinder-79001 {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:27:41.853973 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b2699587-f7f7-4a95-b576-12f48dfc78a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:41.911255 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ea8940df-d848-49f3-b494-4bc4717d9e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:41.933758 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-166057c1-147a-4e8d-9efc-4fe6323a4231 req-2cb6497b-502a-4c5f-9cf0-24dbc72a56e0 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups?id=4469e8d0-aa99-4a5f-afb4-832c6f98d772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975976 Aug 25 01:27:41.942913 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2699587-f7f7-4a95-b576-12f48dfc78a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=310d597b-1e31-461b-bb85-1a71ba481462,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:41.965279 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Provisioning for port 12da0e27-c7a9-42f4-82da-178ee98a8aed completed by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:27:41.973903 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Provisioning complete for port 12da0e27-c7a9-42f4-82da-178ee98a8aed triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:27:41.974534 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:41.977474 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2699587-f7f7-4a95-b576-12f48dfc78a8 admin admin] Checking segment: {'id': '3ac4c30f-ea00-48bd-a767-1930eaf49c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5cdb442a-adcd-4af1-8d1b-e0b3e44161db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:27:41.978023 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2699587-f7f7-4a95-b576-12f48dfc78a8 admin admin] Network hostable DHCP agents. Network: 5cdb442a-adcd-4af1-8d1b-e0b3e44161db, hostable agents: ['ac5d4c25-da57-44fa-9536-6aedd7c82d66'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 01:27:42.006407 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2699587-f7f7-4a95-b576-12f48dfc78a8 admin admin] Network 5cdb442a-adcd-4af1-8d1b-e0b3e44161db is scheduled to be hosted by DHCP agent ac5d4c25-da57-44fa-9536-6aedd7c82d66 with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 01:27:42.014496 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ea8940df-d848-49f3-b494-4bc4717d9e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:42.017818 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ea8940df-d848-49f3-b494-4bc4717d9e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:42.022509 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-ea8940df-d848-49f3-b494-4bc4717d9e0a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8c78da8a-4a58-42a9-9202-453d0edf666a HTTP/1.1" status: 204 len: 168 time: 0.2745535 Aug 25 01:27:42.025488 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-b2699587-f7f7-4a95-b576-12f48dfc78a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-2-iscsi, 5cdb442a-adcd-4af1-8d1b-e0b3e44161db) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:27:42.034717 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2699587-f7f7-4a95-b576-12f48dfc78a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:42.035296 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b2699587-f7f7-4a95-b576-12f48dfc78a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:42.039102 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8940df-d848-49f3-b494-4bc4717d9e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c78da8a-4a58-42a9-9202-453d0edf666a,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:42.053823 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10208185-167c-4ac9-a533-38e049a0bd8f None None] Network 5cdb442a-adcd-4af1-8d1b-e0b3e44161db requested from dv-cinder-790014-2-iscsi {{(pid=93834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 01:27:42.058301 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-b2699587-f7f7-4a95-b576-12f48dfc78a8 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6124923 Aug 25 01:27:42.073727 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345c211-6eeb-4c20-95f7-bf20dd9943a3 req-fe34e76c-60d8-4785-bc3d-dca096775141 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:42.075361 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a345c211-6eeb-4c20-95f7-bf20dd9943a3 req-fe34e76c-60d8-4785-bc3d-dca096775141 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 945 time: 0.0652661 Aug 25 01:27:42.145206 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a345c211-6eeb-4c20-95f7-bf20dd9943a3 req-9b196963-79a1-4e3a-b8f4-703ca094c601 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616519 Aug 25 01:27:42.288127 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545ff851-39a1-400a-b030-a34100ed69a4 None None] Network 5cdb442a-adcd-4af1-8d1b-e0b3e44161db requested from dv-cinder-790014-2-iscsi {{(pid=93834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 01:27:42.305334 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:42.380850 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port 12da0e27-c7a9-42f4-82da-178ee98a8aed, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=12da0e27-c7a9-42f4-82da-178ee98a8aed,segment=NetworkSegment(8a64b1e4-c2e9-4500-b4d9-ac866fe3f80d),segment_id=8a64b1e4-c2e9-4500-b4d9-ac866fe3f80d)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:27:42.391787 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:42.494294 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Pushing event updated for resources: {'Port': ['ID=12da0e27-c7a9-42f4-82da-178ee98a8aed,revision_number=5']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:42.715975 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9bb6f59-2965-4a94-a72b-36fd964c7ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12da0e27-c7a9-42f4-82da-178ee98a8aed'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:27:42.718477 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac4c50f49c3b3a17933da630e77cab0c79281d75959c3f8023547b3e3ec39ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d57ed5c-d262-43d7-8ad3-05d0f837f654" -d '{"events": [{"server_uuid": "c9bb6f59-2965-4a94-a72b-36fd964c7ad4", "name": "network-vif-plugged", "status": "completed", "tag": "12da0e27-c7a9-42f4-82da-178ee98a8aed"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:27:42.756299 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 01:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9919112-89e9-46db-9287-66fe322cf88f x-openstack-request-id: req-b9919112-89e9-46db-9287-66fe322cf88f {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:27:42.756590 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9bb6f59-2965-4a94-a72b-36fd964c7ad4", "name": "network-vif-plugged", "status": "completed", "tag": "12da0e27-c7a9-42f4-82da-178ee98a8aed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:27:42.756841 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b9919112-89e9-46db-9287-66fe322cf88f {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:27:42.757231 dv-cinder-790014-2-iscsi neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9bb6f59-2965-4a94-a72b-36fd964c7ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12da0e27-c7a9-42f4-82da-178ee98a8aed', 'code': 200} Aug 25 01:27:42.866861 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 48052) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:42.871720 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [None req-2c9451e1-398e-49a6-adc2-1868fe983f44 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1859160250-network', 'tenant_id': '87aac383d1fa44459afbfc92264d72f3'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:27:42.906397 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9451e1-398e-49a6-adc2-1868fe983f44 admin admin] Made reservation on behalf of 87aac383d1fa44459afbfc92264d72f3 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 01:27:42.908737 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2c9451e1-398e-49a6-adc2-1868fe983f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:42.925706 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2c9451e1-398e-49a6-adc2-1868fe983f44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:43.017604 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d259bc1-f033-4341-b815-3ec6c9e89a6f req-5ba340de-5694-4fd4-8e1c-82f91d9098a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:43.020197 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-3d259bc1-f033-4341-b815-3ec6c9e89a6f req-5ba340de-5694-4fd4-8e1c-82f91d9098a2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 1099 time: 0.1018538 Aug 25 01:27:43.075829 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-3d259bc1-f033-4341-b815-3ec6c9e89a6f req-4ca82af5-fb54-4511-a7c7-3dbf91cc9743 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463316 Aug 25 01:27:43.128331 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d83d5-3280-441d-9da4-43babefd1aa9 req-75d6ef14-e577-44e0-be48-4d0199fc87d9 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:43.130512 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d79d83d5-3280-441d-9da4-43babefd1aa9 req-75d6ef14-e577-44e0-be48-4d0199fc87d9 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=2383f568-887e-4b89-99c4-4dcda46666d0 HTTP/1.1" status: 200 len: 944 time: 0.0867538 Aug 25 01:27:43.146651 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2c9451e1-398e-49a6-adc2-1868fe983f44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:43.162496 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2c9451e1-398e-49a6-adc2-1868fe983f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:43.215685 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c9451e1-398e-49a6-adc2-1868fe983f44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 01:27:43.216922 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d79d83d5-3280-441d-9da4-43babefd1aa9 req-70049eda-7499-4ab8-ba54-4c4dd8a36715 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups?id=4469e8d0-aa99-4a5f-afb4-832c6f98d772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779278 Aug 25 01:27:43.250309 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9451e1-398e-49a6-adc2-1868fe983f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4351edbd-ddd7-4c72-bfe1-022935d68b12,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:43.265513 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2c9451e1-398e-49a6-adc2-1868fe983f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3751945'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:43.266035 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.db.segments_db [None req-2c9451e1-398e-49a6-adc2-1868fe983f44 admin admin] Added segment 35819f41-1d59-4d4c-a95c-a8f53324357c of type vlan for network 7696362c-fbe3-4a23-b366-dbfae199e3d7 Aug 25 01:27:43.299766 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961b36c-b1a8-4cd3-b4ea-16024fd70d79 req-3d48b878-8437-45c1-be0c-03bee7c2cec8 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:43.301863 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-f961b36c-b1a8-4cd3-b4ea-16024fd70d79 req-3d48b878-8437-45c1-be0c-03bee7c2cec8 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 946 time: 0.0537508 Aug 25 01:27:43.315429 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2c9451e1-398e-49a6-adc2-1868fe983f44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782026683423'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:43.344042 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2c9451e1-398e-49a6-adc2-1868fe983f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:43.345132 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9451e1-398e-49a6-adc2-1868fe983f44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:43.346118 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2c9451e1-398e-49a6-adc2-1868fe983f44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:43.363868 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-f961b36c-b1a8-4cd3-b4ea-16024fd70d79 req-97c299cc-7fb6-4cee-9f4f-bf5c051e25cf tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507567 Aug 25 01:27:43.376884 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-2c9451e1-398e-49a6-adc2-1868fe983f44 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5088789 Aug 25 01:27:43.380260 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 48084) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:43.386321 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [None req-dd060dd0-9262-4635-9be4-ec42200324df admin admin] Request body: {'subnet': {'network_id': '7696362c-fbe3-4a23-b366-dbfae199e3d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1859160250-subnet', 'tenant_id': '87aac383d1fa44459afbfc92264d72f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:27:43.430922 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9451e1-398e-49a6-adc2-1868fe983f44 admin admin] Pushing event updated for resources: {'Network': ['ID=7696362c-fbe3-4a23-b366-dbfae199e3d7,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:43.440910 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd060dd0-9262-4635-9be4-ec42200324df admin admin] Made reservation on behalf of 87aac383d1fa44459afbfc92264d72f3 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 01:27:43.444077 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dd060dd0-9262-4635-9be4-ec42200324df admin admin] Notify callbacks [] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:43.448074 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Network 7696362c-fbe3-4a23-b366-dbfae199e3d7 details requested by agent ovs-agent-dv-cinder-790014-2-iscsi with host dv-cinder-790014-2-iscsi {{(pid=93834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 01:27:43.644515 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dd060dd0-9262-4635-9be4-ec42200324df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:43.705699 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd060dd0-9262-4635-9be4-ec42200324df admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0711957-287a-4b39-9d06-16e3ce363518,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:43.712528 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd060dd0-9262-4635-9be4-ec42200324df admin admin] Checking segment: {'id': '35819f41-1d59-4d4c-a95c-a8f53324357c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '7696362c-fbe3-4a23-b366-dbfae199e3d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:27:43.712801 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd060dd0-9262-4635-9be4-ec42200324df admin admin] Network hostable DHCP agents. Network: 7696362c-fbe3-4a23-b366-dbfae199e3d7, hostable agents: ['ac5d4c25-da57-44fa-9536-6aedd7c82d66'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 01:27:43.729635 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 48098) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:43.733901 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd060dd0-9262-4635-9be4-ec42200324df admin admin] Network 7696362c-fbe3-4a23-b366-dbfae199e3d7 is scheduled to be hosted by DHCP agent ac5d4c25-da57-44fa-9536-6aedd7c82d66 with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 01:27:43.744651 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-dd060dd0-9262-4635-9be4-ec42200324df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-2-iscsi, 7696362c-fbe3-4a23-b366-dbfae199e3d7) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:27:43.749757 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd060dd0-9262-4635-9be4-ec42200324df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:43.751974 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dd060dd0-9262-4635-9be4-ec42200324df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:43.753293 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c9e1cc-c3eb-4558-bfd0-799d4ce51190 None None] Network 7696362c-fbe3-4a23-b366-dbfae199e3d7 requested from dv-cinder-790014-2-iscsi {{(pid=93834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 01:27:43.771218 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-dd060dd0-9262-4635-9be4-ec42200324df admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3898938 Aug 25 01:27:43.851560 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device 41aa4863-f6b3-4d81-ba00-6960a2966fa7 details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=93834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 01:27:43.870119 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8bc7a450-59d5-4b5f-8c1b-4f6f212bc615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:43.972540 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2ebdea-6cd0-46e5-af9f-a3c4d4b52325 None None] Network 7696362c-fbe3-4a23-b366-dbfae199e3d7 requested from dv-cinder-790014-2-iscsi {{(pid=93834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 01:27:44.001018 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8bc7a450-59d5-4b5f-8c1b-4f6f212bc615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:44.005328 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8bc7a450-59d5-4b5f-8c1b-4f6f212bc615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:44.046000 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-8bc7a450-59d5-4b5f-8c1b-4f6f212bc615 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2becd3cd5ce94119b1e0ce82a6daaee1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3128824 Aug 25 01:27:44.046000 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc7a450-59d5-4b5f-8c1b-4f6f212bc615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbcc8a00-686a-4878-9d80-78ef037f2aed,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:44.046352 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 48112) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:44.090899 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port 41aa4863-f6b3-4d81-ba00-6960a2966fa7, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=41aa4863-f6b3-4d81-ba00-6960a2966fa7,segment=NetworkSegment(c9ed2e66-9f51-479e-a1c4-50aff58a808a),segment_id=c9ed2e66-9f51-479e-a1c4-50aff58a808a)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:27:44.126911 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Returning: {'device': '41aa4863-f6b3-4d81-ba00-6960a2966fa7', 'network_id': 'fd6ab0d2-8137-4fff-919c-e0812b557a4f', 'port_id': '41aa4863-f6b3-4d81-ba00-6960a2966fa7', 'mac_address': 'fa:16:3e:db:7e:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '480d38ea-d24b-4229-80ef-563e46a6a2ce', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 01:27:44.192574 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:44.213270 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41aa4863-f6b3-4d81-ba00-6960a2966fa7 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 01:27:44.240901 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port 41aa4863-f6b3-4d81-ba00-6960a2966fa7, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=41aa4863-f6b3-4d81-ba00-6960a2966fa7,segment=NetworkSegment(c9ed2e66-9f51-479e-a1c4-50aff58a808a),segment_id=c9ed2e66-9f51-479e-a1c4-50aff58a808a)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:27:44.247072 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:44.338786 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-14683236-53a5-46d5-b55f-e70779924e48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:44.364018 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Pushing event updated for resources: {'Port': ['ID=41aa4863-f6b3-4d81-ba00-6960a2966fa7,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:44.369162 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-14683236-53a5-46d5-b55f-e70779924e48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:44.411314 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f302e5-ef23-4edb-8770-7743f86044ed req-4785ff4b-f585-4115-a08b-773217842426 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:44.415073 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-55f302e5-ef23-4edb-8770-7743f86044ed req-4785ff4b-f585-4115-a08b-773217842426 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=2383f568-887e-4b89-99c4-4dcda46666d0 HTTP/1.1" status: 200 len: 945 time: 0.1182346 Aug 25 01:27:44.439074 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-14683236-53a5-46d5-b55f-e70779924e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:44.442345 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-14683236-53a5-46d5-b55f-e70779924e48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:44.443945 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-14683236-53a5-46d5-b55f-e70779924e48 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cbcc8a00-686a-4878-9d80-78ef037f2aed HTTP/1.1" status: 204 len: 168 time: 0.3966014 Aug 25 01:27:44.454872 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14683236-53a5-46d5-b55f-e70779924e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbcc8a00-686a-4878-9d80-78ef037f2aed,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:44.540618 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] get_ports_and_sgs() called for port_ids ['41aa4863-f6b3-4d81-ba00-6960a2966fa7'] {{(pid=93834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 01:27:44.543099 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-55f302e5-ef23-4edb-8770-7743f86044ed req-d2c38474-85e2-46cd-8b72-9e0d067c2c73 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups?id=4469e8d0-aa99-4a5f-afb4-832c6f98d772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192472 Aug 25 01:27:44.574090 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eafc98-aea1-4266-a181-fd3c9af1dd7c req-bb866874-a976-4a81-adb9-45e6525b6ad5 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:44.575979 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a8eafc98-aea1-4266-a181-fd3c9af1dd7c req-bb866874-a976-4a81-adb9-45e6525b6ad5 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 946 time: 0.1376088 Aug 25 01:27:44.638421 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a8eafc98-aea1-4266-a181-fd3c9af1dd7c req-d40c5c88-0a1a-4f08-a4be-40aa2b042d12 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506783 Aug 25 01:27:44.967174 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11588741-a260-4c4f-9689-5e092a390a2a req-538e8ae2-ff07-4358-8605-81fdc8efc2e0 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:44.968153 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33f17d-bb23-46c0-828b-0b689262b090 req-fad69aff-4aa9-432f-b8a9-746a2aaf68f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:44.969743 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-6c33f17d-bb23-46c0-828b-0b689262b090 req-fad69aff-4aa9-432f-b8a9-746a2aaf68f0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9332813e5ed544a58621b5d1c5e0bbba&device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 1099 time: 0.0479300 Aug 25 01:27:44.971145 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-11588741-a260-4c4f-9689-5e092a390a2a req-538e8ae2-ff07-4358-8605-81fdc8efc2e0 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 946 time: 0.0555243 Aug 25 01:27:45.019101 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-11588741-a260-4c4f-9689-5e092a390a2a req-c16a1726-ab15-4fb6-a047-bddb64a3e9a5 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440521 Aug 25 01:27:45.084703 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33f17d-bb23-46c0-828b-0b689262b090 req-e3e94224-785c-493d-bd79-acdc882b02d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:45.086420 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-6c33f17d-bb23-46c0-828b-0b689262b090 req-e3e94224-785c-493d-bd79-acdc882b02d4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=941f32ea-0da3-4101-b2fe-5e10ea072419 HTTP/1.1" status: 200 len: 920 time: 0.1087117 Aug 25 01:27:45.136042 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-6c33f17d-bb23-46c0-828b-0b689262b090 req-90439acf-f52d-4478-9527-96722b0258c8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12da0e27-c7a9-42f4-82da-178ee98a8aed HTTP/1.1" status: 200 len: 217 time: 0.0406299 Aug 25 01:27:45.191252 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33f17d-bb23-46c0-828b-0b689262b090 req-3f85feb1-0c77-4038-a26e-fea70917b92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:45.193303 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-6c33f17d-bb23-46c0-828b-0b689262b090 req-3f85feb1-0c77-4038-a26e-fea70917b92e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84dbee4e-0c46-44e0-883e-063ae4a8075c HTTP/1.1" status: 200 len: 859 time: 0.0496302 Aug 25 01:27:45.237131 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-6c33f17d-bb23-46c0-828b-0b689262b090 req-837a917c-17fd-4dc1-9fcd-be019c16c4ac service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=941f32ea-0da3-4101-b2fe-5e10ea072419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340791 Aug 25 01:27:45.362179 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-6c33f17d-bb23-46c0-828b-0b689262b090 req-22b1b3fc-5f36-480c-9e59-0ed7ec8493fa service neutron] 10.222.0.26 "GET /v2.0/networks/941f32ea-0da3-4101-b2fe-5e10ea072419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043580 Aug 25 01:27:45.409340 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 48182) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:45.466972 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-6c33f17d-bb23-46c0-828b-0b689262b090 req-e52e46b9-d059-467b-940c-6e5fb29d88bd service neutron] 10.222.0.26 "GET /v2.0/networks/941f32ea-0da3-4101-b2fe-5e10ea072419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964606 Aug 25 01:27:45.585779 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bcc1d947-31d9-459c-b41b-8ab24b2b0d95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:45.685093 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c67acd-4e11-4072-afd6-be029688f064 req-64428bc2-cbc5-4bbf-b539-2a61003e50ed tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:45.692109 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-04c67acd-4e11-4072-afd6-be029688f064 req-64428bc2-cbc5-4bbf-b539-2a61003e50ed tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=2383f568-887e-4b89-99c4-4dcda46666d0 HTTP/1.1" status: 200 len: 945 time: 0.0759315 Aug 25 01:27:45.745195 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-04c67acd-4e11-4072-afd6-be029688f064 req-26470eee-e259-45fe-90fd-ae39da5fb2a5 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups?id=4469e8d0-aa99-4a5f-afb4-832c6f98d772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522385 Aug 25 01:27:45.757422 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bcc1d947-31d9-459c-b41b-8ab24b2b0d95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:45.763739 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bcc1d947-31d9-459c-b41b-8ab24b2b0d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:45.804612 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-bcc1d947-31d9-459c-b41b-8ab24b2b0d95 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3a6badbb993c460185d1938f89e63a5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3919225 Aug 25 01:27:45.804612 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc1d947-31d9-459c-b41b-8ab24b2b0d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f15ec24-5fca-4ae6-9fb1-34e1087946a9,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:45.805013 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 48210) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:45.871272 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device 41aa4863-f6b3-4d81-ba00-6960a2966fa7 up at agent hyperv_hv-cinder-79001 {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:27:45.883338 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c6e0cb41-cf87-46c1-a90a-c458450baeea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:45.923969 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c6e0cb41-cf87-46c1-a90a-c458450baeea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:45.944743 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Provisioning for port 41aa4863-f6b3-4d81-ba00-6960a2966fa7 completed by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:27:45.951773 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Provisioning complete for port 41aa4863-f6b3-4d81-ba00-6960a2966fa7 triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:27:45.952149 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:45.994609 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c6e0cb41-cf87-46c1-a90a-c458450baeea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:45.997353 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c6e0cb41-cf87-46c1-a90a-c458450baeea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:46.004392 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-c6e0cb41-cf87-46c1-a90a-c458450baeea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9f15ec24-5fca-4ae6-9fb1-34e1087946a9 HTTP/1.1" status: 204 len: 168 time: 0.1956511 Aug 25 01:27:46.022929 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e0cb41-cf87-46c1-a90a-c458450baeea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f15ec24-5fca-4ae6-9fb1-34e1087946a9,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:46.143185 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:46.177914 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2383f568-887e-4b89-99c4-4dcda46666d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41aa4863-f6b3-4d81-ba00-6960a2966fa7'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:27:46.185999 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac4c50f49c3b3a17933da630e77cab0c79281d75959c3f8023547b3e3ec39ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145c6316-ec40-4c69-9578-87e938f4e28f" -d '{"events": [{"server_uuid": "2383f568-887e-4b89-99c4-4dcda46666d0", "name": "network-vif-plugged", "status": "completed", "tag": "41aa4863-f6b3-4d81-ba00-6960a2966fa7"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:27:46.219615 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port 41aa4863-f6b3-4d81-ba00-6960a2966fa7, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=41aa4863-f6b3-4d81-ba00-6960a2966fa7,segment=NetworkSegment(c9ed2e66-9f51-479e-a1c4-50aff58a808a),segment_id=c9ed2e66-9f51-479e-a1c4-50aff58a808a)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:27:46.226399 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:46.241927 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e40ab83-b678-40b1-975b-7d39e5446bb2 req-e2077c2c-b4c7-425a-a0ce-654f14b4c34f tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:46.254589 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-1e40ab83-b678-40b1-975b-7d39e5446bb2 req-e2077c2c-b4c7-425a-a0ce-654f14b4c34f tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 946 time: 0.1276803 Aug 25 01:27:46.270635 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 01:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60115414-d9e9-4b1d-a2dd-018ada9a409e x-openstack-request-id: req-60115414-d9e9-4b1d-a2dd-018ada9a409e {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:27:46.270635 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2383f568-887e-4b89-99c4-4dcda46666d0", "name": "network-vif-plugged", "status": "completed", "tag": "41aa4863-f6b3-4d81-ba00-6960a2966fa7", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:27:46.270635 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-60115414-d9e9-4b1d-a2dd-018ada9a409e {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:27:46.271135 dv-cinder-790014-2-iscsi neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2383f568-887e-4b89-99c4-4dcda46666d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41aa4863-f6b3-4d81-ba00-6960a2966fa7', 'code': 200} Aug 25 01:27:46.320522 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Pushing event updated for resources: {'Port': ['ID=41aa4863-f6b3-4d81-ba00-6960a2966fa7,revision_number=5']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:46.364425 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-1e40ab83-b678-40b1-975b-7d39e5446bb2 req-5ae4ab86-0b31-4e7c-8ddf-15d41d300955 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087592 Aug 25 01:27:46.503876 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da435a06-573a-4060-b316-e5100730f48f req-d24c8e3c-b23f-4c76-84fe-c423ea58f93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:46.506456 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-da435a06-573a-4060-b316-e5100730f48f req-d24c8e3c-b23f-4c76-84fe-c423ea58f93e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2383f568-887e-4b89-99c4-4dcda46666d0 HTTP/1.1" status: 200 len: 1099 time: 0.0451369 Aug 25 01:27:46.549838 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-da435a06-573a-4060-b316-e5100730f48f req-f24d462a-c184-4c7f-ab45-93de185ba5fe service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4469e8d0-aa99-4a5f-afb4-832c6f98d772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329146 Aug 25 01:27:46.591504 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 48260) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:46.605444 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-82c8b1fa-f6ed-4a3b-84a3-023affad7c0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:46.696481 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 48264) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:46.697397 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-82c8b1fa-f6ed-4a3b-84a3-023affad7c0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:46.701778 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-82c8b1fa-f6ed-4a3b-84a3-023affad7c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:46.740705 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-82c8b1fa-f6ed-4a3b-84a3-023affad7c0a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=99b3095aac8c4effb28ec7a5a10c6fa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1478581 Aug 25 01:27:46.741795 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c8b1fa-f6ed-4a3b-84a3-023affad7c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3837495-fee0-47ac-9610-c00fd39b2098,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:46.743383 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 48268) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:46.809113 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-400d8584-6df7-479d-9177-ffec0c2bcc47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:46.825213 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e1b5be5f-53e8-451d-8f97-12df2861b8a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:46.853353 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-400d8584-6df7-479d-9177-ffec0c2bcc47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:46.936509 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252725c5-6c0f-427f-9e40-5e62bb34ca4a req-98494a48-8d02-4795-b2a6-4b4023f1070e tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:46.937964 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-252725c5-6c0f-427f-9e40-5e62bb34ca4a req-98494a48-8d02-4795-b2a6-4b4023f1070e tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=2383f568-887e-4b89-99c4-4dcda46666d0 HTTP/1.1" status: 200 len: 946 time: 0.0971358 Aug 25 01:27:46.963720 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-400d8584-6df7-479d-9177-ffec0c2bcc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:46.966029 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-400d8584-6df7-479d-9177-ffec0c2bcc47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:46.967075 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-400d8584-6df7-479d-9177-ffec0c2bcc47 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f3837495-fee0-47ac-9610-c00fd39b2098 HTTP/1.1" status: 204 len: 168 time: 0.2212069 Aug 25 01:27:46.997441 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d8584-6df7-479d-9177-ffec0c2bcc47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3837495-fee0-47ac-9610-c00fd39b2098,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:47.022383 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-252725c5-6c0f-427f-9e40-5e62bb34ca4a req-016a5046-3ae8-437a-b66c-8d9435d0228b tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups?id=4469e8d0-aa99-4a5f-afb4-832c6f98d772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687568 Aug 25 01:27:47.054571 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e1b5be5f-53e8-451d-8f97-12df2861b8a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:47.059164 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e1b5be5f-53e8-451d-8f97-12df2861b8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:47.099259 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 48284) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:47.099439 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-e1b5be5f-53e8-451d-8f97-12df2861b8a7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8d455c8fed9c406b8924d6b8c3c3dd97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4017241 Aug 25 01:27:47.103122 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b5be5f-53e8-451d-8f97-12df2861b8a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af1b223-20b9-4b5c-83a7-f0bdb33b9983,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:47.154782 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7b4fabce-3e74-416d-8259-2da39336d80b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:47.182480 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7b4fabce-3e74-416d-8259-2da39336d80b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:47.235915 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7b4fabce-3e74-416d-8259-2da39336d80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:47.239191 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7b4fabce-3e74-416d-8259-2da39336d80b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:47.240658 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-7b4fabce-3e74-416d-8259-2da39336d80b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9af1b223-20b9-4b5c-83a7-f0bdb33b9983 HTTP/1.1" status: 204 len: 168 time: 0.1397343 Aug 25 01:27:47.253724 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4fabce-3e74-416d-8259-2da39336d80b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af1b223-20b9-4b5c-83a7-f0bdb33b9983,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:47.545876 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d7ce4-2294-44a4-add0-4c66f598d487 req-c4a090c0-fbe1-4422-9075-a351f7ef7ba3 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:47.547589 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-be2d7ce4-2294-44a4-add0-4c66f598d487 req-c4a090c0-fbe1-4422-9075-a351f7ef7ba3 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 946 time: 0.1010065 Aug 25 01:27:47.605861 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-be2d7ce4-2294-44a4-add0-4c66f598d487 req-ba1dbb7f-ca1d-47ad-8804-2e219b231d14 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502095 Aug 25 01:27:47.746773 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 48322) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:47.760793 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f79baae0-6c25-484a-97e4-9258b3d5a581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:47.864908 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f79baae0-6c25-484a-97e4-9258b3d5a581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:47.868980 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f79baae0-6c25-484a-97e4-9258b3d5a581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:47.909156 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-f79baae0-6c25-484a-97e4-9258b3d5a581 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=690f607976694173a7b0f365fbe9655a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1613073 Aug 25 01:27:47.911638 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79baae0-6c25-484a-97e4-9258b3d5a581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed19423-a01c-4d22-884d-e8a13d604c4f,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:47.912431 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 48326) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:47.971496 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b6beec3b-33f1-4816-a4ca-dcc2fc4889a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:48.012114 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b6beec3b-33f1-4816-a4ca-dcc2fc4889a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:48.065573 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b6beec3b-33f1-4816-a4ca-dcc2fc4889a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:48.069533 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b6beec3b-33f1-4816-a4ca-dcc2fc4889a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:48.073302 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-b6beec3b-33f1-4816-a4ca-dcc2fc4889a2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2ed19423-a01c-4d22-884d-e8a13d604c4f HTTP/1.1" status: 204 len: 168 time: 0.1567886 Aug 25 01:27:48.081810 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6beec3b-33f1-4816-a4ca-dcc2fc4889a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed19423-a01c-4d22-884d-e8a13d604c4f,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:48.164082 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307cac85-59ae-4ba7-9ad9-913cf4ce9df5 req-685ab8d2-014e-4148-a7f3-0c3d7766d7bd tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:48.165516 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-307cac85-59ae-4ba7-9ad9-913cf4ce9df5 req-685ab8d2-014e-4148-a7f3-0c3d7766d7bd tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=2383f568-887e-4b89-99c4-4dcda46666d0 HTTP/1.1" status: 200 len: 946 time: 0.0518579 Aug 25 01:27:48.219172 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-307cac85-59ae-4ba7-9ad9-913cf4ce9df5 req-d1428a88-64f6-4c08-ab0d-4b9f77786f70 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups?id=4469e8d0-aa99-4a5f-afb4-832c6f98d772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439320 Aug 25 01:27:48.364535 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42f073-7de4-42d0-aaee-7a82f167b2e9 req-ce230660-de0f-4c31-b5f3-ddabea9e3dda tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:48.366142 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-6a42f073-7de4-42d0-aaee-7a82f167b2e9 req-ce230660-de0f-4c31-b5f3-ddabea9e3dda tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=2383f568-887e-4b89-99c4-4dcda46666d0 HTTP/1.1" status: 200 len: 946 time: 0.0523238 Aug 25 01:27:48.374456 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 48350) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:48.379874 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [None req-9eab1fe3-bac5-44ac-88c7-921715698014 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Request body: {'floatingip': {'port_id': '41aa4863-f6b3-4d81-ba00-6960a2966fa7'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:27:48.454324 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9eab1fe3-bac5-44ac-88c7-921715698014 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks [] for floatingip, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:48.756226 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ca22f-58b6-4ca8-b5fc-98969dfe1934 req-337db012-4122-4984-8375-4d826b8ed368 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:48.764169 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ee6ca22f-58b6-4ca8-b5fc-98969dfe1934 req-337db012-4122-4984-8375-4d826b8ed368 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 946 time: 0.0676379 Aug 25 01:27:48.838016 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ee6ca22f-58b6-4ca8-b5fc-98969dfe1934 req-087e7281-ca41-4a44-8aa1-4884b44a36db tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728867 Aug 25 01:27:49.214742 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9eab1fe3-bac5-44ac-88c7-921715698014 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:49.220441 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9eab1fe3-bac5-44ac-88c7-921715698014 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930814'] for floatingip, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:49.325832 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:49.331195 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.db.l3_db [None req-9eab1fe3-bac5-44ac-88c7-921715698014 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Floating IP 8e19555b-9bc5-4f52-a18c-5c47718dc44c associated. External IP: 172.27.1.165, port: 41aa4863-f6b3-4d81-ba00-6960a2966fa7. Aug 25 01:27:49.741507 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eab1fe3-bac5-44ac-88c7-921715698014 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Router 0e9a075c-22dd-4b44-aec9-64918f1f1dfb has already been hosted by L3 agent 2e219680-1a48-4599-ad97-adf9ec497b47 {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 01:27:49.869078 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eab1fe3-bac5-44ac-88c7-921715698014 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify agent at l3_agent.dv-cinder-790014-2-iscsi the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 01:27:49.875161 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9eab1fe3-bac5-44ac-88c7-921715698014 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:49.887261 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff5a131-99ca-4c5a-a9b1-ea6665db79a3 None None] Sync routers for ids ['0e9a075c-22dd-4b44-aec9-64918f1f1dfb'] in dv-cinder-790014-2-iscsi {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 01:27:49.900364 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff5a131-99ca-4c5a-a9b1-ea6665db79a3 None None] Routers {'0e9a075c-22dd-4b44-aec9-64918f1f1dfb'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:27:49.901032 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-cff5a131-99ca-4c5a-a9b1-ea6665db79a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:27:30Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['0e9a075c-22dd-4b44-aec9-64918f1f1dfb'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:27:49.937959 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-9eab1fe3-bac5-44ac-88c7-921715698014 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "PUT /v2.0/floatingips/8e19555b-9bc5-4f52-a18c-5c47718dc44c HTTP/1.1" status: 200 len: 992 time: 1.5605681 Aug 25 01:27:49.939073 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2383f568-887e-4b89-99c4-4dcda46666d0', 'tag': '41aa4863-f6b3-4d81-ba00-6960a2966fa7'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:27:49.948204 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6aaa77860150641abcbf195034e02978cb43d302165c9bbcbee081d494fe815" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d22771-798c-47f7-b466-c3e94f83c0e6" -d '{"events": [{"name": "network-changed", "server_uuid": "2383f568-887e-4b89-99c4-4dcda46666d0", "tag": "41aa4863-f6b3-4d81-ba00-6960a2966fa7"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:27:50.019124 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f47c676-16d0-405c-bc0a-d64a3c707da7 req-110168d9-bf02-47d3-b1a4-256cd08b50f9 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:50.028766 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-9f47c676-16d0-405c-bc0a-d64a3c707da7 req-110168d9-bf02-47d3-b1a4-256cd08b50f9 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 946 time: 0.0903137 Aug 25 01:27:50.072459 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-9f47c676-16d0-405c-bc0a-d64a3c707da7 req-ed722837-c558-4c5a-a779-119f537b31ba tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419006 Aug 25 01:27:50.091120 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-cff5a131-99ca-4c5a-a9b1-ea6665db79a3 None None] Set router 0e9a075c-22dd-4b44-aec9-64918f1f1dfb gateway port host: dv-cinder-790014-2-iscsi {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:27:50.123811 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 01:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd0f800-2d9a-4496-b088-33b42d9cbdda x-openstack-request-id: req-8bd0f800-2d9a-4496-b088-33b42d9cbdda {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:27:50.124373 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2383f568-887e-4b89-99c4-4dcda46666d0", "tag": "41aa4863-f6b3-4d81-ba00-6960a2966fa7", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:27:50.124814 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8bd0f800-2d9a-4496-b088-33b42d9cbdda {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:27:50.125435 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2383f568-887e-4b89-99c4-4dcda46666d0', 'tag': '41aa4863-f6b3-4d81-ba00-6960a2966fa7', 'status': 'completed', 'code': 200} Aug 25 01:27:50.227152 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d22771-798c-47f7-b466-c3e94f83c0e6 req-416af1fd-7f53-485a-a75d-97ce93ba6465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:50.228729 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-c1d22771-798c-47f7-b466-c3e94f83c0e6 req-416af1fd-7f53-485a-a75d-97ce93ba6465 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b76ebd48c69044859010968bacfba90b&device_id=2383f568-887e-4b89-99c4-4dcda46666d0 HTTP/1.1" status: 200 len: 1099 time: 0.0490813 Aug 25 01:27:50.350958 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d22771-798c-47f7-b466-c3e94f83c0e6 req-2f13801e-95e2-4243-a22f-9db4f83f5ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:50.352778 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-c1d22771-798c-47f7-b466-c3e94f83c0e6 req-2f13801e-95e2-4243-a22f-9db4f83f5ac8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fd6ab0d2-8137-4fff-919c-e0812b557a4f HTTP/1.1" status: 200 len: 912 time: 0.1114316 Aug 25 01:27:50.432368 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-cff5a131-99ca-4c5a-a9b1-ea6665db79a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9a075c-22dd-4b44-aec9-64918f1f1dfb', 'name': 'tempest-AttachVolumeTestJSON-1662807020-router', 'tenant_id': 'b76ebd48c69044859010968bacfba90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '89adf160-2f39-4d88-ab8f-2fb2c038b7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:27:07Z', 'updated_at': '2021-08-25T01:27:18Z', 'revision_number': 4, 'project_id': 'b76ebd48c69044859010968bacfba90b', 'gw_port': {'id': '89adf160-2f39-4d88-ab8f-2fb2c038b7ed', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:50:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a075c-22dd-4b44-aec9-64918f1f1dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:27:08Z', 'updated_at': '2021-08-25T01:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_floatingips': [{'id': '8e19555b-9bc5-4f52-a18c-5c47718dc44c', 'tenant_id': 'b76ebd48c69044859010968bacfba90b', 'floating_ip_address': '172.27.1.165', 'floating_network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'router_id': '0e9a075c-22dd-4b44-aec9-64918f1f1dfb', 'port_id': '41aa4863-f6b3-4d81-ba00-6960a2966fa7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd6ab0d2-8137-4fff-919c-e0812b557a4f', 'mac_address': 'fa:16:3e:db:7e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2383f568-887e-4b89-99c4-4dcda46666d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T01:27:31Z', 'updated_at': '2021-08-25T01:27:49Z', 'revision_number': 1, 'project_id': 'b76ebd48c69044859010968bacfba90b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ec4662c-e549-4384-8a07-f416f3e8010f', 'name': '', 'network_id': 'fd6ab0d2-8137-4fff-919c-e0812b557a4f', 'tenant_id': 'b76ebd48c69044859010968bacfba90b', 'mac_address': 'fa:16:3e:20:d6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a075c-22dd-4b44-aec9-64918f1f1dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '480d38ea-d24b-4229-80ef-563e46a6a2ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:27:15Z', 'updated_at': '2021-08-25T01:27:29Z', 'revision_number': 5, 'project_id': 'b76ebd48c69044859010968bacfba90b', 'subnets': [{'id': '480d38ea-d24b-4229-80ef-563e46a6a2ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:27:50.454826 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-c1d22771-798c-47f7-b466-c3e94f83c0e6 req-34c8abb0-68c2-416f-a072-47557e231819 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41aa4863-f6b3-4d81-ba00-6960a2966fa7 HTTP/1.1" status: 200 len: 1000 time: 0.0894694 Aug 25 01:27:50.459798 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff5a131-99ca-4c5a-a9b1-ea6665db79a3 None None] Checking router: 0e9a075c-22dd-4b44-aec9-64918f1f1dfb for host: dv-cinder-790014-2-iscsi {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 01:27:50.469165 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff5a131-99ca-4c5a-a9b1-ea6665db79a3 None None] Routers {'0e9a075c-22dd-4b44-aec9-64918f1f1dfb'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:27:50.469801 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-cff5a131-99ca-4c5a-a9b1-ea6665db79a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:27:30Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['0e9a075c-22dd-4b44-aec9-64918f1f1dfb'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:27:50.528899 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d22771-798c-47f7-b466-c3e94f83c0e6 req-b5a55c36-d53d-4c3b-965b-2795ae8ce206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:50.530397 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-c1d22771-798c-47f7-b466-c3e94f83c0e6 req-b5a55c36-d53d-4c3b-965b-2795ae8ce206 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=480d38ea-d24b-4229-80ef-563e46a6a2ce HTTP/1.1" status: 200 len: 850 time: 0.0600088 Aug 25 01:27:50.590998 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d22771-798c-47f7-b466-c3e94f83c0e6 req-f047218c-86b9-4aa3-a3f8-88b50844e31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:50.592432 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-c1d22771-798c-47f7-b466-c3e94f83c0e6 req-f047218c-86b9-4aa3-a3f8-88b50844e31b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fd6ab0d2-8137-4fff-919c-e0812b557a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0482383 Aug 25 01:27:50.667701 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-cff5a131-99ca-4c5a-a9b1-ea6665db79a3 None None] Set router 0e9a075c-22dd-4b44-aec9-64918f1f1dfb gateway port host: dv-cinder-790014-2-iscsi {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:27:50.688323 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-c1d22771-798c-47f7-b466-c3e94f83c0e6 req-b2d8cec7-5ed3-4a61-884f-bd777723e409 service neutron] 10.222.0.26 "GET /v2.0/networks/fd6ab0d2-8137-4fff-919c-e0812b557a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876310 Aug 25 01:27:50.783798 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-c1d22771-798c-47f7-b466-c3e94f83c0e6 req-39d8236b-d7ce-41e7-b7bb-6f0be7494974 service neutron] 10.222.0.26 "GET /v2.0/networks/fd6ab0d2-8137-4fff-919c-e0812b557a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881820 Aug 25 01:27:50.898640 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-cff5a131-99ca-4c5a-a9b1-ea6665db79a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9a075c-22dd-4b44-aec9-64918f1f1dfb', 'name': 'tempest-AttachVolumeTestJSON-1662807020-router', 'tenant_id': 'b76ebd48c69044859010968bacfba90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '89adf160-2f39-4d88-ab8f-2fb2c038b7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:27:07Z', 'updated_at': '2021-08-25T01:27:18Z', 'revision_number': 4, 'project_id': 'b76ebd48c69044859010968bacfba90b', 'gw_port': {'id': '89adf160-2f39-4d88-ab8f-2fb2c038b7ed', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:50:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a075c-22dd-4b44-aec9-64918f1f1dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:27:08Z', 'updated_at': '2021-08-25T01:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_floatingips': [{'id': '8e19555b-9bc5-4f52-a18c-5c47718dc44c', 'tenant_id': 'b76ebd48c69044859010968bacfba90b', 'floating_ip_address': '172.27.1.165', 'floating_network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'router_id': '0e9a075c-22dd-4b44-aec9-64918f1f1dfb', 'port_id': '41aa4863-f6b3-4d81-ba00-6960a2966fa7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd6ab0d2-8137-4fff-919c-e0812b557a4f', 'mac_address': 'fa:16:3e:db:7e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2383f568-887e-4b89-99c4-4dcda46666d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T01:27:31Z', 'updated_at': '2021-08-25T01:27:49Z', 'revision_number': 1, 'project_id': 'b76ebd48c69044859010968bacfba90b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ec4662c-e549-4384-8a07-f416f3e8010f', 'name': '', 'network_id': 'fd6ab0d2-8137-4fff-919c-e0812b557a4f', 'tenant_id': 'b76ebd48c69044859010968bacfba90b', 'mac_address': 'fa:16:3e:20:d6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a075c-22dd-4b44-aec9-64918f1f1dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '480d38ea-d24b-4229-80ef-563e46a6a2ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:27:15Z', 'updated_at': '2021-08-25T01:27:29Z', 'revision_number': 5, 'project_id': 'b76ebd48c69044859010968bacfba90b', 'subnets': [{'id': '480d38ea-d24b-4229-80ef-563e46a6a2ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:27:50.929165 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff5a131-99ca-4c5a-a9b1-ea6665db79a3 None None] The sync data for ids ['0e9a075c-22dd-4b44-aec9-64918f1f1dfb'] in dv-cinder-790014-2-iscsi is: [{'id': '0e9a075c-22dd-4b44-aec9-64918f1f1dfb', 'name': 'tempest-AttachVolumeTestJSON-1662807020-router', 'tenant_id': 'b76ebd48c69044859010968bacfba90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '89adf160-2f39-4d88-ab8f-2fb2c038b7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:27:07Z', 'updated_at': '2021-08-25T01:27:18Z', 'revision_number': 4, 'project_id': 'b76ebd48c69044859010968bacfba90b', 'gw_port': {'id': '89adf160-2f39-4d88-ab8f-2fb2c038b7ed', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:50:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a075c-22dd-4b44-aec9-64918f1f1dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:27:08Z', 'updated_at': '2021-08-25T01:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_floatingips': [{'id': '8e19555b-9bc5-4f52-a18c-5c47718dc44c', 'tenant_id': 'b76ebd48c69044859010968bacfba90b', 'floating_ip_address': '172.27.1.165', 'floating_network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'router_id': '0e9a075c-22dd-4b44-aec9-64918f1f1dfb', 'port_id': '41aa4863-f6b3-4d81-ba00-6960a2966fa7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd6ab0d2-8137-4fff-919c-e0812b557a4f', 'mac_address': 'fa:16:3e:db:7e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2383f568-887e-4b89-99c4-4dcda46666d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T01:27:31Z', 'updated_at': '2021-08-25T01:27:49Z', 'revision_number': 1, 'project_id': 'b76ebd48c69044859010968bacfba90b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ec4662c-e549-4384-8a07-f416f3e8010f', 'name': '', 'network_id': 'fd6ab0d2-8137-4fff-919c-e0812b557a4f', 'tenant_id': 'b76ebd48c69044859010968bacfba90b', 'mac_address': 'fa:16:3e:20:d6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a075c-22dd-4b44-aec9-64918f1f1dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '480d38ea-d24b-4229-80ef-563e46a6a2ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:27:15Z', 'updated_at': '2021-08-25T01:27:29Z', 'revision_number': 5, 'project_id': 'b76ebd48c69044859010968bacfba90b', 'subnets': [{'id': '480d38ea-d24b-4229-80ef-563e46a6a2ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 01:27:51.197464 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e371701c-9500-43c1-a431-c1a44eefbb5d None None] New status for floating IP 8e19555b-9bc5-4f52-a18c-5c47718dc44c: ACTIVE {{(pid=93834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 01:27:51.238177 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df2ef6b-541c-4b40-9466-46a741093301 req-1f5c4c76-7c09-42bb-a621-43af203e8a7e tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:51.249551 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-8df2ef6b-541c-4b40-9466-46a741093301 req-1f5c4c76-7c09-42bb-a621-43af203e8a7e tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 946 time: 0.0890505 Aug 25 01:27:51.304880 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-8df2ef6b-541c-4b40-9466-46a741093301 req-fe3be535-ff8b-46aa-9163-116d727465ba tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544777 Aug 25 01:27:51.437646 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69dc301-2a64-4eb0-9bb2-46d1ef2efdf2 req-cc3ad26c-61de-4488-a920-b4ca8be75b7f tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:51.439323 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-f69dc301-2a64-4eb0-9bb2-46d1ef2efdf2 req-cc3ad26c-61de-4488-a920-b4ca8be75b7f tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a6a7b17-3df9-4469-98d4-9f52900dcf6b HTTP/1.1" status: 200 len: 946 time: 0.0548096 Aug 25 01:27:51.480942 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-f69dc301-2a64-4eb0-9bb2-46d1ef2efdf2 req-06b6141f-a1a7-45bd-97ed-b09f9eeed435 tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c7df8a5-5214-4cc7-9a66-ade10cb72ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337818 Aug 25 01:27:52.421192 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a31d5e-6c87-4fba-a7c3-db67e1a8f1e6 req-f2c94c86-75f8-4bce-9a43-ac0752d9eda1 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:52.422724 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d0a31d5e-6c87-4fba-a7c3-db67e1a8f1e6 req-f2c94c86-75f8-4bce-9a43-ac0752d9eda1 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 946 time: 0.0485792 Aug 25 01:27:52.460741 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d0a31d5e-6c87-4fba-a7c3-db67e1a8f1e6 req-0591a617-4b1b-457a-9684-80a59771ef53 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321364 Aug 25 01:27:52.599176 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ee9b7-6d9c-4502-9b33-89383cbef530 req-948b9f15-2f70-43cb-a449-b13e437e02b6 tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:52.600586 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-4e5ee9b7-6d9c-4502-9b33-89383cbef530 req-948b9f15-2f70-43cb-a449-b13e437e02b6 tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a6a7b17-3df9-4469-98d4-9f52900dcf6b HTTP/1.1" status: 200 len: 946 time: 0.0471802 Aug 25 01:27:52.639499 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-4e5ee9b7-6d9c-4502-9b33-89383cbef530 req-732a2573-ce4f-4ed0-b953-95e929612fae tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c7df8a5-5214-4cc7-9a66-ade10cb72ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329533 Aug 25 01:27:53.589926 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ed966-8366-4dab-b98e-a3acbe984ef8 req-47a8a218-6c0a-4bd1-b926-65c1375e3710 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:53.591383 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-017ed966-8366-4dab-b98e-a3acbe984ef8 req-47a8a218-6c0a-4bd1-b926-65c1375e3710 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 946 time: 0.0472639 Aug 25 01:27:53.627857 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-017ed966-8366-4dab-b98e-a3acbe984ef8 req-8427bb35-196d-4d62-9322-772c7729c725 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305297 Aug 25 01:27:53.749871 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30715870-aafb-4f7e-a8c9-4b83a43b0d9e req-f9ed8319-0143-49f2-b5b7-32938fe46c8d tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:53.751204 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-30715870-aafb-4f7e-a8c9-4b83a43b0d9e req-f9ed8319-0143-49f2-b5b7-32938fe46c8d tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a6a7b17-3df9-4469-98d4-9f52900dcf6b HTTP/1.1" status: 200 len: 946 time: 0.0464940 Aug 25 01:27:53.788373 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-30715870-aafb-4f7e-a8c9-4b83a43b0d9e req-7ef7179f-19ca-4e9b-bb8b-e9eac37e0c6d tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c7df8a5-5214-4cc7-9a66-ade10cb72ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312700 Aug 25 01:27:54.740123 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c1914-5cfb-4f1a-91af-2dabe58cd78a req-337549b1-6448-45a8-b1a5-65051765734d tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:54.741563 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ef0c1914-5cfb-4f1a-91af-2dabe58cd78a req-337549b1-6448-45a8-b1a5-65051765734d tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 946 time: 0.0488036 Aug 25 01:27:54.782139 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ef0c1914-5cfb-4f1a-91af-2dabe58cd78a req-120b8d63-edcb-4a02-871e-626dc88254c0 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342906 Aug 25 01:27:54.916943 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1745fc4-6c06-44fd-b0d4-80958c36dfde req-2682bda2-e235-481b-a90b-cdfeb29648ab tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:54.918432 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-f1745fc4-6c06-44fd-b0d4-80958c36dfde req-2682bda2-e235-481b-a90b-cdfeb29648ab tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a6a7b17-3df9-4469-98d4-9f52900dcf6b HTTP/1.1" status: 200 len: 946 time: 0.0516214 Aug 25 01:27:54.955903 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-f1745fc4-6c06-44fd-b0d4-80958c36dfde req-8f3f535b-4283-486d-b882-338a533f3b64 tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c7df8a5-5214-4cc7-9a66-ade10cb72ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315161 Aug 25 01:27:55.656202 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe87eb-edc4-4b69-b3dc-52c03b297f47 req-06eebc51-8738-421d-9a67-f079fdc305b6 tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:55.657827 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-bdbe87eb-edc4-4b69-b3dc-52c03b297f47 req-06eebc51-8738-421d-9a67-f079fdc305b6 tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a6a7b17-3df9-4469-98d4-9f52900dcf6b HTTP/1.1" status: 200 len: 946 time: 0.0909367 Aug 25 01:27:55.811560 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-bdbe87eb-edc4-4b69-b3dc-52c03b297f47 req-3bc04f9b-bd0c-42a0-99ff-0cd8fe7c14bd tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] Deleting port 2d1aa4ef-42fe-4622-8606-eec77f0c52be {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 01:27:55.812079 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-bdbe87eb-edc4-4b69-b3dc-52c03b297f47 req-3bc04f9b-bd0c-42a0-99ff-0cd8fe7c14bd tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782027226579'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:55.916297 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a42fa-c61e-4942-84a5-3698834b37e0 req-2651b49a-9601-4fbf-8fc2-06714fa11860 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:55.917816 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a28a42fa-c61e-4942-84a5-3698834b37e0 req-2651b49a-9601-4fbf-8fc2-06714fa11860 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 946 time: 0.0638659 Aug 25 01:27:55.927738 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-bdbe87eb-edc4-4b69-b3dc-52c03b297f47 req-3bc04f9b-bd0c-42a0-99ff-0cd8fe7c14bd tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] For port 2d1aa4ef-42fe-4622-8606-eec77f0c52be, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=2d1aa4ef-42fe-4622-8606-eec77f0c52be,segment=NetworkSegment(9145de79-1352-4254-9daa-e1313ba1d3bd),segment_id=9145de79-1352-4254-9daa-e1313ba1d3bd)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:27:55.928282 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-bdbe87eb-edc4-4b69-b3dc-52c03b297f47 req-3bc04f9b-bd0c-42a0-99ff-0cd8fe7c14bd tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647429'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:55.930693 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 48616) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:55.950550 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-bdbe87eb-edc4-4b69-b3dc-52c03b297f47 req-3bc04f9b-bd0c-42a0-99ff-0cd8fe7c14bd tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] Calling delete_port for 2d1aa4ef-42fe-4622-8606-eec77f0c52be owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 01:27:55.961970 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a28a42fa-c61e-4942-84a5-3698834b37e0 req-1757b20f-84f1-4579-b0b4-2623ee93602d tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376158 Aug 25 01:27:56.087834 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e8d77-3dd8-477d-8abf-aefcac07d565 req-5acd6629-5ac8-42cc-9369-bfeec5109e9a tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:56.091187 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c8153551-ed9d-4fb5-86f4-62c8be8e5d7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:56.095279 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-784e8d77-3dd8-477d-8abf-aefcac07d565 req-5acd6629-5ac8-42cc-9369-bfeec5109e9a tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a6a7b17-3df9-4469-98d4-9f52900dcf6b HTTP/1.1" status: 200 len: 946 time: 0.0612862 Aug 25 01:27:56.133503 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-784e8d77-3dd8-477d-8abf-aefcac07d565 req-e8bf91bb-7993-46b3-982a-77e3d9f6ae75 tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c7df8a5-5214-4cc7-9a66-ade10cb72ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372567 Aug 25 01:27:56.192697 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-bdbe87eb-edc4-4b69-b3dc-52c03b297f47 req-3bc04f9b-bd0c-42a0-99ff-0cd8fe7c14bd tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782027086291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782026665153'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:56.208586 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] get_ports_and_sgs() called for port_ids ['2d1aa4ef-42fe-4622-8606-eec77f0c52be'] {{(pid=93834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 01:27:56.232380 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc04f9b-bd0c-42a0-99ff-0cd8fe7c14bd tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] Pushing event deleted for resources: {'Port': ['ID=2d1aa4ef-42fe-4622-8606-eec77f0c52be,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:56.298395 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdbe87eb-edc4-4b69-b3dc-52c03b297f47 req-3bc04f9b-bd0c-42a0-99ff-0cd8fe7c14bd tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] No DVR routers for this DVR port 2d1aa4ef-42fe-4622-8606-eec77f0c52be on host hv-cinder-79001 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 01:27:56.307666 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-bdbe87eb-edc4-4b69-b3dc-52c03b297f47 req-3bc04f9b-bd0c-42a0-99ff-0cd8fe7c14bd tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:56.309791 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-bdbe87eb-edc4-4b69-b3dc-52c03b297f47 req-3bc04f9b-bd0c-42a0-99ff-0cd8fe7c14bd tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] 10.222.0.26 "DELETE /v2.0/ports/2d1aa4ef-42fe-4622-8606-eec77f0c52be HTTP/1.1" status: 204 len: 173 time: 0.6433785 Aug 25 01:27:56.310278 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6a7b17-3df9-4469-98d4-9f52900dcf6b', 'name': 'network-vif-deleted', 'tag': '2d1aa4ef-42fe-4622-8606-eec77f0c52be'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:27:56.312653 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6aaa77860150641abcbf195034e02978cb43d302165c9bbcbee081d494fe815" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9994d3e-1e0d-428d-8585-31da9d1d3806" -d '{"events": [{"server_uuid": "7a6a7b17-3df9-4469-98d4-9f52900dcf6b", "name": "network-vif-deleted", "tag": "2d1aa4ef-42fe-4622-8606-eec77f0c52be"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:27:56.329021 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c8153551-ed9d-4fb5-86f4-62c8be8e5d7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:56.335363 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c8153551-ed9d-4fb5-86f4-62c8be8e5d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:56.364452 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 01:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a064b72-33d0-4c6b-bdb4-13c44bf9f774 x-openstack-request-id: req-9a064b72-33d0-4c6b-bdb4-13c44bf9f774 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:27:56.364735 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a6a7b17-3df9-4469-98d4-9f52900dcf6b", "name": "network-vif-deleted", "tag": "2d1aa4ef-42fe-4622-8606-eec77f0c52be", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:27:56.364975 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9a064b72-33d0-4c6b-bdb4-13c44bf9f774 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:27:56.365350 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6a7b17-3df9-4469-98d4-9f52900dcf6b', 'name': 'network-vif-deleted', 'tag': '2d1aa4ef-42fe-4622-8606-eec77f0c52be', 'status': 'completed', 'code': 200} Aug 25 01:27:56.376677 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-c8153551-ed9d-4fb5-86f4-62c8be8e5d7d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bd5c2ff971ba453b813a9c984e81087a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4447799 Aug 25 01:27:56.379457 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 48628) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:56.389932 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8153551-ed9d-4fb5-86f4-62c8be8e5d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69aad10-3c90-45ff-a261-143bc06cd49b,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:56.432825 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a643e9ad-c4b1-4c13-b753-f215d208431c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:56.458392 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a643e9ad-c4b1-4c13-b753-f215d208431c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:56.516314 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a643e9ad-c4b1-4c13-b753-f215d208431c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:56.519252 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a643e9ad-c4b1-4c13-b753-f215d208431c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:56.520728 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-a643e9ad-c4b1-4c13-b753-f215d208431c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e69aad10-3c90-45ff-a261-143bc06cd49b HTTP/1.1" status: 204 len: 168 time: 0.1402941 Aug 25 01:27:56.531914 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a643e9ad-c4b1-4c13-b753-f215d208431c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69aad10-3c90-45ff-a261-143bc06cd49b,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:56.700183 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 48646) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:56.821921 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-91aeba09-437b-4a7c-b083-26160f9e1cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:56.830972 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 48652) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:56.853010 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c9be820d-71bf-46cb-9a4a-a12113d80783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:56.873408 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.db.api [None req-c9be820d-71bf-46cb-9a4a-a12113d80783 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 01:27:56.873408 dv-cinder-790014-2-iscsi neutron-server[93832]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 25 01:27:56.873408 dv-cinder-790014-2-iscsi neutron-server[93832]: [parameters: {'project_id': 'fc4b1adab5294921beaf77c28fb8a24e', 'id': '12a25bd6-7df7-4fe6-a12e-19b25c961e8c', 'expiration': datetime.datetime(2021, 8, 25, 1, 29, 56, 869761)}] Aug 25 01:27:56.873408 dv-cinder-790014-2-iscsi neutron-server[93832]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 01:27:56.874316 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG oslo_db.api [None req-c9be820d-71bf-46cb-9a4a-a12113d80783 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 01:27:56.950504 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-91aeba09-437b-4a7c-b083-26160f9e1cf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:56.954558 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-91aeba09-437b-4a7c-b083-26160f9e1cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:56.996469 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-91aeba09-437b-4a7c-b083-26160f9e1cf3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=26a0d021f2de47afa417d81a682eba77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2945852 Aug 25 01:27:56.997318 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aeba09-437b-4a7c-b083-26160f9e1cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117e97b9-6c71-4950-8c61-692e044f80ab,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:56.999083 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 48662) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:57.086064 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d8ad265b-71cb-4ec8-ba69-79dbc419b888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:57.307899 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4d70700a-4b4f-42bb-8d7f-fb5044bf259e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:57.310970 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f74f4-c212-4795-970f-0a881167b296 req-24e0307d-0773-406c-9f0a-9f65bc8fdfcc tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:57.322479 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a47f74f4-c212-4795-970f-0a881167b296 req-24e0307d-0773-406c-9f0a-9f65bc8fdfcc tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 946 time: 0.2676213 Aug 25 01:27:57.322479 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-1fa11cca-4fdf-45c0-85d5-f06f45d9f50f req-cc47d2e6-49fe-450a-b06c-2b701b280986 tempest-DeleteServersTestJSON-1719243388 tempest-DeleteServersTestJSON-1719243388-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a6a7b17-3df9-4469-98d4-9f52900dcf6b HTTP/1.1" status: 200 len: 210 time: 0.0456653 Aug 25 01:27:57.322479 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d8ad265b-71cb-4ec8-ba69-79dbc419b888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:57.372603 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a47f74f4-c212-4795-970f-0a881167b296 req-ca50efec-9610-4f2f-8580-ad1a1761db8b tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538440 Aug 25 01:27:57.375700 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c9be820d-71bf-46cb-9a4a-a12113d80783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:57.401750 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d8ad265b-71cb-4ec8-ba69-79dbc419b888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:57.404290 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d8ad265b-71cb-4ec8-ba69-79dbc419b888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:57.405389 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-d8ad265b-71cb-4ec8-ba69-79dbc419b888 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/117e97b9-6c71-4950-8c61-692e044f80ab HTTP/1.1" status: 204 len: 168 time: 0.4048758 Aug 25 01:27:57.423188 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ad265b-71cb-4ec8-ba69-79dbc419b888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117e97b9-6c71-4950-8c61-692e044f80ab,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:57.540516 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c9be820d-71bf-46cb-9a4a-a12113d80783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:57.548018 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c9be820d-71bf-46cb-9a4a-a12113d80783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:57.601675 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 48678) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:57.601841 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-c9be820d-71bf-46cb-9a4a-a12113d80783 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fc4b1adab5294921beaf77c28fb8a24e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7697344 Aug 25 01:27:57.603893 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be820d-71bf-46cb-9a4a-a12113d80783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66803e11-a80f-4339-b2f4-5b74fb437b7f,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:57.657312 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-49b6e079-3216-458f-a920-e634c6895dc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:57.678771 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-49b6e079-3216-458f-a920-e634c6895dc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:57.726923 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-49b6e079-3216-458f-a920-e634c6895dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:57.729414 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-49b6e079-3216-458f-a920-e634c6895dc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:57.730537 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-49b6e079-3216-458f-a920-e634c6895dc7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/66803e11-a80f-4339-b2f4-5b74fb437b7f HTTP/1.1" status: 204 len: 168 time: 0.1278203 Aug 25 01:27:57.738909 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b6e079-3216-458f-a920-e634c6895dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66803e11-a80f-4339-b2f4-5b74fb437b7f,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:57.802881 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 48688) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:57.817187 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0821c911-1670-4f50-afc3-80d2b6574db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:57.931880 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0821c911-1670-4f50-afc3-80d2b6574db0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:57.936207 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0821c911-1670-4f50-afc3-80d2b6574db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:57.973946 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-0821c911-1670-4f50-afc3-80d2b6574db0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f70f92b8b8364028809de011aaf1766f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1697271 Aug 25 01:27:57.975085 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0821c911-1670-4f50-afc3-80d2b6574db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a829aad-4bc7-4340-b15b-109957fcadf1,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:57.977281 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 48700) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:58.056686 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8a8f7b82-c272-4d04-9d01-7229af10a2c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:58.083875 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8a8f7b82-c272-4d04-9d01-7229af10a2c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:58.209540 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8a8f7b82-c272-4d04-9d01-7229af10a2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:58.212076 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8a8f7b82-c272-4d04-9d01-7229af10a2c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:58.215513 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-8a8f7b82-c272-4d04-9d01-7229af10a2c3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5a829aad-4bc7-4340-b15b-109957fcadf1 HTTP/1.1" status: 204 len: 168 time: 0.2347960 Aug 25 01:27:58.229402 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e49cda-a9de-429b-a4a9-ea23c6aa8cea req-8c236abb-06b5-4170-bff0-787b22273646 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:58.230835 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-55e49cda-a9de-429b-a4a9-ea23c6aa8cea req-8c236abb-06b5-4170-bff0-787b22273646 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/networks?id=400a2ac9-3eb3-4dc0-9993-b410ce65adf5 HTTP/1.1" status: 200 len: 814 time: 0.1391447 Aug 25 01:27:58.232023 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f7b82-c272-4d04-9d01-7229af10a2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a829aad-4bc7-4340-b15b-109957fcadf1,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:58.235238 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 48724) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:58.252202 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-55e49cda-a9de-429b-a4a9-ea23c6aa8cea req-7611e70e-9ac9-4ccd-9671-6a280020a9ad tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/quotas/46fe21ec575f40a0b26f9482a77b5a73 HTTP/1.1" status: 200 len: 375 time: 0.0096669 Aug 25 01:27:58.304199 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-55e49cda-a9de-429b-a4a9-ea23c6aa8cea req-4312151c-6187-4561-8808-6938489dcbcd tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=46fe21ec575f40a0b26f9482a77b5a73&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0457554 Aug 25 01:27:58.412250 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-55e49cda-a9de-429b-a4a9-ea23c6aa8cea req-f9de888a-1345-4d91-8027-df6fbfeb453a service neutron] 10.222.0.23 "GET /v2.0/networks/400a2ac9-3eb3-4dc0-9993-b410ce65adf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005287 Aug 25 01:27:58.530012 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f033bade-1c42-4dd6-8f15-e85e3eca4128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:58.576285 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-55e49cda-a9de-429b-a4a9-ea23c6aa8cea req-8ac62469-89bd-4a7e-982f-7ea8aca1a3f6 service neutron] 10.222.0.23 "GET /v2.0/networks/400a2ac9-3eb3-4dc0-9993-b410ce65adf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631742 Aug 25 01:27:58.591885 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d70970-67db-408c-9ba8-703d91ba333d req-3919f0fe-e921-4d1e-936c-75f3bb0ddad2 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:58.593753 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-92d70970-67db-408c-9ba8-703d91ba333d req-3919f0fe-e921-4d1e-936c-75f3bb0ddad2 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 946 time: 0.1014302 Aug 25 01:27:58.638634 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-92d70970-67db-408c-9ba8-703d91ba333d req-9a072b71-01e8-4895-9618-2d2846ba4448 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374422 Aug 25 01:27:58.666812 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f033bade-1c42-4dd6-8f15-e85e3eca4128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:58.678719 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f033bade-1c42-4dd6-8f15-e85e3eca4128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:58.717437 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 48752) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:58.743987 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-06a02fa0-213c-49b3-9470-984406c0c54d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:58.777797 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-f033bade-1c42-4dd6-8f15-e85e3eca4128 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ad59bcc0007c40efa9da664af81ca959&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5388103 Aug 25 01:27:58.779586 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 48760) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:58.807914 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f033bade-1c42-4dd6-8f15-e85e3eca4128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ffce8ad-982b-47b4-b176-9a35c1ac2cfc,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:58.901722 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6fb9faab-ed69-40fb-bf5d-3f7fc141dff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:58.913809 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-63642eeb-8b21-4f5d-8304-f2648e86bd28 req-6cd7f91c-c1d6-410b-97c0-a5c9736b3a7b tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d778d2b-3b3c-47da-a582-8738028e63c4 HTTP/1.1" status: 200 len: 210 time: 0.0870173 Aug 25 01:27:58.957982 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6fb9faab-ed69-40fb-bf5d-3f7fc141dff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:59.025864 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-06a02fa0-213c-49b3-9470-984406c0c54d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:59.030580 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-06a02fa0-213c-49b3-9470-984406c0c54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:59.035748 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6fb9faab-ed69-40fb-bf5d-3f7fc141dff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:59.038653 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6fb9faab-ed69-40fb-bf5d-3f7fc141dff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:59.039671 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-6fb9faab-ed69-40fb-bf5d-3f7fc141dff3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5ffce8ad-982b-47b4-b176-9a35c1ac2cfc HTTP/1.1" status: 204 len: 168 time: 0.2486002 Aug 25 01:27:59.049290 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb9faab-ed69-40fb-bf5d-3f7fc141dff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ffce8ad-982b-47b4-b176-9a35c1ac2cfc,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:59.094258 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 48776) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:27:59.099273 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-06a02fa0-213c-49b3-9470-984406c0c54d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9d0187532de6446fa861418dff7075c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3802412 Aug 25 01:27:59.126833 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a02fa0-213c-49b3-9470-984406c0c54d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ef32cf-ea61-4d10-b3bd-048cd498e3b1,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:59.204537 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ebda2307-a516-4fe0-afeb-50a7b7521923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:59.230780 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ebda2307-a516-4fe0-afeb-50a7b7521923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:59.293490 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ebda2307-a516-4fe0-afeb-50a7b7521923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:59.296819 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ebda2307-a516-4fe0-afeb-50a7b7521923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:27:59.298268 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-ebda2307-a516-4fe0-afeb-50a7b7521923 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/93ef32cf-ea61-4d10-b3bd-048cd498e3b1 HTTP/1.1" status: 204 len: 168 time: 0.2029622 Aug 25 01:27:59.307686 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda2307-a516-4fe0-afeb-50a7b7521923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ef32cf-ea61-4d10-b3bd-048cd498e3b1,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:27:59.771661 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4166bf7b-2bdf-4c08-90ea-d04b499be061 req-79b5116c-52b8-4faa-97a4-31be65499d58 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:27:59.773155 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-4166bf7b-2bdf-4c08-90ea-d04b499be061 req-79b5116c-52b8-4faa-97a4-31be65499d58 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 946 time: 0.0531185 Aug 25 01:27:59.814778 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-4166bf7b-2bdf-4c08-90ea-d04b499be061 req-4c958474-7912-4fe3-b2b9-6fe8de9d59a0 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357890 Aug 25 01:27:59.968986 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device 2d1aa4ef-42fe-4622-8606-eec77f0c52be no longer exists at agent hyperv_hv-cinder-79001 {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 01:27:59.993893 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] No Port match for: 2d1aa4ef-42fe-4622-8606-eec77f0c52be {{(pid=93834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 01:27:59.995140 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device 2d1aa4ef-42fe-4622-8606-eec77f0c52be not bound to the agent host hv-cinder-79001 {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 01:28:00.023838 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-0486e860-1c70-4ed3-9ef2-d4770c949463 req-33c993ee-f88e-49e0-b74e-b1465e8e6fb5 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d778d2b-3b3c-47da-a582-8738028e63c4 HTTP/1.1" status: 200 len: 210 time: 0.0304165 Aug 25 01:28:00.166394 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 48838) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:28:00.232421 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-41360743-5c0b-467d-ba64-51c627cd486d admin admin] Deleting subnet ea2135f9-f7ba-4408-9ca3-af416066fd5f {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 01:28:00.239655 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-41360743-5c0b-467d-ba64-51c627cd486d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:00.245218 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e49cda-a9de-429b-a4a9-ea23c6aa8cea req-e982b053-f963-4abd-a3b2-00732c594e85 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:00.246668 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-55e49cda-a9de-429b-a4a9-ea23c6aa8cea req-e982b053-f963-4abd-a3b2-00732c594e85 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.26 "GET /v2.0/networks?id=400a2ac9-3eb3-4dc0-9993-b410ce65adf5 HTTP/1.1" status: 200 len: 814 time: 0.1241450 Aug 25 01:28:00.265434 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [req-55e49cda-a9de-429b-a4a9-ea23c6aa8cea req-b0236050-4899-4a7f-b93f-14f2e55689e9 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Request body: {'port': {'device_id': '0d778d2b-3b3c-47da-a582-8738028e63c4', 'network_id': '400a2ac9-3eb3-4dc0-9993-b410ce65adf5', 'admin_state_up': True, 'tenant_id': '46fe21ec575f40a0b26f9482a77b5a73'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:28:00.297190 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-036b0683-16d7-4b76-b264-fa3f769b74d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:00.299143 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-41360743-5c0b-467d-ba64-51c627cd486d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1005446'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:00.400048 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-41360743-5c0b-467d-ba64-51c627cd486d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4168828'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:00.405086 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:00.418737 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55e49cda-a9de-429b-a4a9-ea23c6aa8cea req-b0236050-4899-4a7f-b93f-14f2e55689e9 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Made reservation on behalf of 46fe21ec575f40a0b26f9482a77b5a73 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 01:28:00.422978 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-55e49cda-a9de-429b-a4a9-ea23c6aa8cea req-b0236050-4899-4a7f-b93f-14f2e55689e9 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:00.442697 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 48858) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:28:00.523682 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-41360743-5c0b-467d-ba64-51c627cd486d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4168079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11070218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11930263'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:00.557291 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41360743-5c0b-467d-ba64-51c627cd486d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea2135f9-f7ba-4408-9ca3-af416066fd5f,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:00.567941 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-41360743-5c0b-467d-ba64-51c627cd486d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:00.571606 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-41360743-5c0b-467d-ba64-51c627cd486d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ea2135f9-f7ba-4408-9ca3-af416066fd5f HTTP/1.1" status: 204 len: 168 time: 0.4040127 Aug 25 01:28:00.574386 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 48868) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:28:00.673192 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-55e49cda-a9de-429b-a4a9-ea23c6aa8cea req-b0236050-4899-4a7f-b93f-14f2e55689e9 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Allocated IP 172.20.0.14 (400a2ac9-3eb3-4dc0-9993-b410ce65adf5/3a3c8204-079a-4b71-b92d-f2dd7dc9c219/123d311e-58d1-4bc6-8a02-ba0daafdb4d1) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 01:28:00.743971 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c56a58c9-ffcb-4372-bb4a-3400081e9f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116255'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:00.849830 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [None req-b7348470-cd67-4ca2-a8d5-391ae564ceb3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1872585065-network', 'tenant_id': '3d509ebf5e5a4a77820b0e5ea04090c5'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:28:00.896372 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d877336-721a-4d3d-9b41-e32e75b3d69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:00.931376 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-55e49cda-a9de-429b-a4a9-ea23c6aa8cea req-b0236050-4899-4a7f-b93f-14f2e55689e9 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:00.962690 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c56a58c9-ffcb-4372-bb4a-3400081e9f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4169723', 'neutron.services.segments.db._delete_segments_for_network-8782027164591'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:00.963624 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7348470-cd67-4ca2-a8d5-391ae564ceb3 admin admin] Made reservation on behalf of 3d509ebf5e5a4a77820b0e5ea04090c5 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 01:28:00.968439 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b7348470-cd67-4ca2-a8d5-391ae564ceb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:01.004089 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.services.segments.db [None req-c56a58c9-ffcb-4372-bb4a-3400081e9f28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5c9817c-ab19-470c-afc3-2431f71a9870']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:28:01.019873 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.services.segments.db [None req-c56a58c9-ffcb-4372-bb4a-3400081e9f28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9145de79-1352-4254-9daa-e1313ba1d3bd') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:28:01.020136 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b7348470-cd67-4ca2-a8d5-391ae564ceb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:01.020241 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.services.segments.db [None req-c56a58c9-ffcb-4372-bb4a-3400081e9f28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9145de79-1352-4254-9daa-e1313ba1d3bd') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:28:01.030838 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-55e49cda-a9de-429b-a4a9-ea23c6aa8cea req-b0236050-4899-4a7f-b93f-14f2e55689e9 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782026665144'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:01.043394 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] get_ports_and_sgs() called for port_ids ['8e48c757-7e6e-4b84-9506-7c2d2575918f'] {{(pid=93834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 01:28:01.058420 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f076225e-5488-4685-96e2-18ce7a3c83cf req-c9a42220-13f1-42c1-ba0b-0592bbf71206 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:01.066724 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-f076225e-5488-4685-96e2-18ce7a3c83cf req-c9a42220-13f1-42c1-ba0b-0592bbf71206 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 946 time: 0.1304498 Aug 25 01:28:01.071224 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c56a58c9-ffcb-4372-bb4a-3400081e9f28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782027164474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1005449'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:01.122042 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55e49cda-a9de-429b-a4a9-ea23c6aa8cea req-b0236050-4899-4a7f-b93f-14f2e55689e9 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Network 400a2ac9-3eb3-4dc0-9993-b410ce65adf5 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:28:01.140172 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-55e49cda-a9de-429b-a4a9-ea23c6aa8cea req-b0236050-4899-4a7f-b93f-14f2e55689e9 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:28:01.152852 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.agents_db [None req-4bdcba96-0b2f-4eba-81a9-023f498d003c None None] Agent healthcheck: found 6 active agents {{(pid=93835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 01:28:01.159482 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c56a58c9-ffcb-4372-bb4a-3400081e9f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3751945'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:01.177292 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 48922) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:28:01.181331 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c56a58c9-ffcb-4372-bb4a-3400081e9f28 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 01:28:01.188897 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c56a58c9-ffcb-4372-bb4a-3400081e9f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3751945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11069672'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:01.190249 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-55e49cda-a9de-429b-a4a9-ea23c6aa8cea req-b0236050-4899-4a7f-b93f-14f2e55689e9 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 01:28:01.200788 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e49cda-a9de-429b-a4a9-ea23c6aa8cea req-b0236050-4899-4a7f-b93f-14f2e55689e9 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:01.201672 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-55e49cda-a9de-429b-a4a9-ea23c6aa8cea req-b0236050-4899-4a7f-b93f-14f2e55689e9 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:01.208364 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0236050-4899-4a7f-b93f-14f2e55689e9 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Pushing event updated for resources: {'Port': ['ID=123d311e-58d1-4bc6-8a02-ba0daafdb4d1,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:01.231580 dv-cinder-790014-2-iscsi neutron-server[93832]: Traceback (most recent call last): Aug 25 01:28:01.231580 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 01:28:01.231580 dv-cinder-790014-2-iscsi neutron-server[93832]: timer() Aug 25 01:28:01.231580 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 01:28:01.231580 dv-cinder-790014-2-iscsi neutron-server[93832]: cb(*args, **kw) Aug 25 01:28:01.231580 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 01:28:01.231580 dv-cinder-790014-2-iscsi neutron-server[93832]: return func(*args, **kwargs) Aug 25 01:28:01.231580 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 01:28:01.231580 dv-cinder-790014-2-iscsi neutron-server[93832]: self._notify() Aug 25 01:28:01.231580 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 01:28:01.231580 dv-cinder-790014-2-iscsi neutron-server[93832]: self.callback(batched_events) Aug 25 01:28:01.231580 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 01:28:01.231580 dv-cinder-790014-2-iscsi neutron-server[93832]: event.method(event) Aug 25 01:28:01.231580 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 01:28:01.231580 dv-cinder-790014-2-iscsi neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 01:28:01.231580 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 01:28:01.231580 dv-cinder-790014-2-iscsi neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 01:28:01.231580 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 01:28:01.231580 dv-cinder-790014-2-iscsi neutron-server[93832]: return f(self, *a, **k) Aug 25 01:28:01.231580 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 25 01:28:01.231580 dv-cinder-790014-2-iscsi neutron-server[93832]: return self._get(url).json() Aug 25 01:28:01.231580 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 25 01:28:01.231580 dv-cinder-790014-2-iscsi neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 01:28:01.231580 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 01:28:01.231580 dv-cinder-790014-2-iscsi neutron-server[93832]: return self.request(url, 'GET', **kwargs) Aug 25 01:28:01.231580 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 01:28:01.231580 dv-cinder-790014-2-iscsi neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 01:28:01.231580 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 01:28:01.231580 dv-cinder-790014-2-iscsi neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 01:28:01.231580 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 01:28:01.231580 dv-cinder-790014-2-iscsi neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 01:28:01.231580 dv-cinder-790014-2-iscsi neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 01:28:01.265084 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-f076225e-5488-4685-96e2-18ce7a3c83cf req-e5058239-9511-41a9-a8da-eaace0365ab7 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732004 Aug 25 01:28:01.349231 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c56a58c9-ffcb-4372-bb4a-3400081e9f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4169714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930796'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:01.352297 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b7348470-cd67-4ca2-a8d5-391ae564ceb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:01.357746 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c56a58c9-ffcb-4372-bb4a-3400081e9f28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:01.359691 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-c56a58c9-ffcb-4372-bb4a-3400081e9f28 admin admin] 10.222.0.23 "DELETE /v2.0/networks/a5c9817c-ab19-470c-afc3-2431f71a9870 HTTP/1.1" status: 204 len: 168 time: 0.7836111 Aug 25 01:28:01.366062 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b7348470-cd67-4ca2-a8d5-391ae564ceb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:01.381709 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56a58c9-ffcb-4372-bb4a-3400081e9f28 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5c9817c-ab19-470c-afc3-2431f71a9870,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:01.394638 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb65fb3-88d7-43f3-a251-e977a0e33af5 req-6aebbf81-181d-4e0d-b55e-0f6f67c31032 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:01.396452 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-8fb65fb3-88d7-43f3-a251-e977a0e33af5 req-6aebbf81-181d-4e0d-b55e-0f6f67c31032 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d778d2b-3b3c-47da-a582-8738028e63c4 HTTP/1.1" status: 200 len: 932 time: 0.0878382 Aug 25 01:28:01.399595 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-55e49cda-a9de-429b-a4a9-ea23c6aa8cea req-b0236050-4899-4a7f-b93f-14f2e55689e9 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1400726 Aug 25 01:28:01.422871 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [req-55e49cda-a9de-429b-a4a9-ea23c6aa8cea req-7a00cf70-d80a-4705-b246-63caed150e7a service neutron] Request body: {'port': {'device_id': '0d778d2b-3b3c-47da-a582-8738028e63c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:28:01.468845 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7348470-cd67-4ca2-a8d5-391ae564ceb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 01:28:01.478731 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-8fb65fb3-88d7-43f3-a251-e977a0e33af5 req-bc3cac41-8069-4f2b-83ee-be2c0ac078ef tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709267 Aug 25 01:28:01.479894 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b7348470-cd67-4ca2-a8d5-391ae564ceb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3751945'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:01.480403 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.db.segments_db [None req-b7348470-cd67-4ca2-a8d5-391ae564ceb3 admin admin] Added segment 87938c2e-dfc5-46dd-8a5f-2ff1312adec3 of type vlan for network 21e6a6dc-77f9-423c-af4a-5ce652aeeab8 Aug 25 01:28:01.498138 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-91098833-af3e-403e-8c8c-9d9c732c5e84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:01.511446 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7348470-cd67-4ca2-a8d5-391ae564ceb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8035d9a0-8ba4-4de0-a7b3-542d6d7a9b5e,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:01.556307 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 48954) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:28:01.572393 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b7348470-cd67-4ca2-a8d5-391ae564ceb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782026683423'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:01.584596 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-55e49cda-a9de-429b-a4a9-ea23c6aa8cea req-7a00cf70-d80a-4705-b246-63caed150e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:01.632882 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-549ab20a-2830-4230-92df-35c32ac4dfdb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=98f8fae0130241e28471150fe11feb81&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0750415 Aug 25 01:28:01.635456 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 48956) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:28:01.647066 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-91098833-af3e-403e-8c8c-9d9c732c5e84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:01.650919 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b7348470-cd67-4ca2-a8d5-391ae564ceb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:01.654704 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7348470-cd67-4ca2-a8d5-391ae564ceb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:01.654704 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b7348470-cd67-4ca2-a8d5-391ae564ceb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:01.654957 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-91098833-af3e-403e-8c8c-9d9c732c5e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:01.710805 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91098833-af3e-403e-8c8c-9d9c732c5e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d939e4-ecf1-47d4-a465-776ad17c5b9c,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:01.716007 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-91098833-af3e-403e-8c8c-9d9c732c5e84 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1c6a46987d7d48de8fd42014f41e16ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5361383 Aug 25 01:28:01.718573 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 48960) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:28:01.727725 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-b7348470-cd67-4ca2-a8d5-391ae564ceb3 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2835982 Aug 25 01:28:01.734394 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 48962) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:28:01.740653 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.v2.base [None req-fe8051da-2e46-4151-9e76-80e76c328e9a admin admin] Request body: {'subnet': {'network_id': '21e6a6dc-77f9-423c-af4a-5ce652aeeab8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1872585065-subnet', 'tenant_id': '3d509ebf5e5a4a77820b0e5ea04090c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:28:01.786323 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8051da-2e46-4151-9e76-80e76c328e9a admin admin] Made reservation on behalf of 3d509ebf5e5a4a77820b0e5ea04090c5 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 01:28:01.788951 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fe8051da-2e46-4151-9e76-80e76c328e9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11930220'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:01.811271 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a790e6fa-38b9-4208-b40d-50a9ba8ea749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:01.868934 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a790e6fa-38b9-4208-b40d-50a9ba8ea749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:01.968172 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a790e6fa-38b9-4208-b40d-50a9ba8ea749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:01.970861 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a790e6fa-38b9-4208-b40d-50a9ba8ea749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:01.972016 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-a790e6fa-38b9-4208-b40d-50a9ba8ea749 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/97d939e4-ecf1-47d4-a465-776ad17c5b9c HTTP/1.1" status: 204 len: 168 time: 0.2524142 Aug 25 01:28:02.005692 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a790e6fa-38b9-4208-b40d-50a9ba8ea749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d939e4-ecf1-47d4-a465-776ad17c5b9c,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:02.033744 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fe8051da-2e46-4151-9e76-80e76c328e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11070285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11930270'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:02.051734 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7348470-cd67-4ca2-a8d5-391ae564ceb3 admin admin] Pushing event updated for resources: {'Network': ['ID=21e6a6dc-77f9-423c-af4a-5ce652aeeab8,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:02.066031 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Network 21e6a6dc-77f9-423c-af4a-5ce652aeeab8 details requested by agent ovs-agent-dv-cinder-790014-2-iscsi with host dv-cinder-790014-2-iscsi {{(pid=93834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 01:28:02.077938 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8dcc20b1-2f31-4f41-b92c-b2c176b6e8f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:02.118742 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8051da-2e46-4151-9e76-80e76c328e9a admin admin] Checking segment: {'id': '87938c2e-dfc5-46dd-8a5f-2ff1312adec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '21e6a6dc-77f9-423c-af4a-5ce652aeeab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:28:02.119267 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8051da-2e46-4151-9e76-80e76c328e9a admin admin] Network hostable DHCP agents. Network: 21e6a6dc-77f9-423c-af4a-5ce652aeeab8, hostable agents: ['ac5d4c25-da57-44fa-9536-6aedd7c82d66'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 01:28:02.131632 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8051da-2e46-4151-9e76-80e76c328e9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=96136862-e6c0-4d13-8e79-4355fce1b62c,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:02.158265 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8dcc20b1-2f31-4f41-b92c-b2c176b6e8f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:02.159072 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8051da-2e46-4151-9e76-80e76c328e9a admin admin] Network 21e6a6dc-77f9-423c-af4a-5ce652aeeab8 is scheduled to be hosted by DHCP agent ac5d4c25-da57-44fa-9536-6aedd7c82d66 with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 01:28:02.172618 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-fe8051da-2e46-4151-9e76-80e76c328e9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-2-iscsi, 21e6a6dc-77f9-423c-af4a-5ce652aeeab8) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:28:02.180057 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8051da-2e46-4151-9e76-80e76c328e9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:02.180644 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fe8051da-2e46-4151-9e76-80e76c328e9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:02.183613 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5192242-f57b-4484-8517-966d39919a2c None None] Network 21e6a6dc-77f9-423c-af4a-5ce652aeeab8 requested from dv-cinder-790014-2-iscsi {{(pid=93834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 01:28:02.213547 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-fe8051da-2e46-4151-9e76-80e76c328e9a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4760230 Aug 25 01:28:02.309600 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8dcc20b1-2f31-4f41-b92c-b2c176b6e8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:02.317474 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8dcc20b1-2f31-4f41-b92c-b2c176b6e8f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:02.318691 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-8dcc20b1-2f31-4f41-b92c-b2c176b6e8f6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8c7df8a5-5214-4cc7-9a66-ade10cb72ca8 HTTP/1.1" status: 204 len: 168 time: 0.6815078 Aug 25 01:28:02.359479 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55f564c-602e-4052-963e-f976d948474d None None] Network 21e6a6dc-77f9-423c-af4a-5ce652aeeab8 requested from dv-cinder-790014-2-iscsi {{(pid=93834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 01:28:02.384567 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcc20b1-2f31-4f41-b92c-b2c176b6e8f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7df8a5-5214-4cc7-9a66-ade10cb72ca8,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:02.417435 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [req-55e49cda-a9de-429b-a4a9-ea23c6aa8cea req-7a00cf70-d80a-4705-b246-63caed150e7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 123d311e-58d1-4bc6-8a02-ba0daafdb4d1 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 01:28:02.427081 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-55e49cda-a9de-429b-a4a9-ea23c6aa8cea req-7a00cf70-d80a-4705-b246-63caed150e7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:02.442420 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-55e49cda-a9de-429b-a4a9-ea23c6aa8cea req-7a00cf70-d80a-4705-b246-63caed150e7a service neutron] Transition to ACTIVE for port object 123d311e-58d1-4bc6-8a02-ba0daafdb4d1 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:28:02.448793 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-55e49cda-a9de-429b-a4a9-ea23c6aa8cea req-7a00cf70-d80a-4705-b246-63caed150e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:02.496401 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6a5e6d-027d-460f-9efe-b0bc592e59b4 req-ce24d447-045a-40b7-bff8-b4e74ec462ac tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:02.499113 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-fc6a5e6d-027d-460f-9efe-b0bc592e59b4 req-ce24d447-045a-40b7-bff8-b4e74ec462ac tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 946 time: 0.1239252 Aug 25 01:28:02.554728 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-fc6a5e6d-027d-460f-9efe-b0bc592e59b4 req-d7b66fa6-999f-48db-b9e5-4d915dd0b3ba tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439360 Aug 25 01:28:02.592689 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a00cf70-d80a-4705-b246-63caed150e7a service neutron] Pushing event updated for resources: {'Port': ['ID=123d311e-58d1-4bc6-8a02-ba0daafdb4d1,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:02.627555 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 49008) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:28:02.645629 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-637296fa-69e7-4112-9a21-84726ca1bc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:02.648775 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-55e49cda-a9de-429b-a4a9-ea23c6aa8cea req-7a00cf70-d80a-4705-b246-63caed150e7a service neutron] Attempting to bind port 123d311e-58d1-4bc6-8a02-ba0daafdb4d1 on host hv-cinder-79001 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 01:28:02.649206 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-55e49cda-a9de-429b-a4a9-ea23c6aa8cea req-7a00cf70-d80a-4705-b246-63caed150e7a service neutron] Attempting to bind port 123d311e-58d1-4bc6-8a02-ba0daafdb4d1 by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '4944b506-92f4-4d03-bf96-a130cf5b7dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '400a2ac9-3eb3-4dc0-9993-b410ce65adf5'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 01:28:02.649699 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e49cda-a9de-429b-a4a9-ea23c6aa8cea req-7a00cf70-d80a-4705-b246-63caed150e7a service neutron] Attempting to bind port 123d311e-58d1-4bc6-8a02-ba0daafdb4d1 on network 400a2ac9-3eb3-4dc0-9993-b410ce65adf5 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:28:02.655365 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e49cda-a9de-429b-a4a9-ea23c6aa8cea req-7a00cf70-d80a-4705-b246-63caed150e7a service neutron] Port 123d311e-58d1-4bc6-8a02-ba0daafdb4d1 on network 400a2ac9-3eb3-4dc0-9993-b410ce65adf5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 01:28:02.655698 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e49cda-a9de-429b-a4a9-ea23c6aa8cea req-7a00cf70-d80a-4705-b246-63caed150e7a service neutron] Attempting to bind port 123d311e-58d1-4bc6-8a02-ba0daafdb4d1 on network 400a2ac9-3eb3-4dc0-9993-b410ce65adf5 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:28:02.662124 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e49cda-a9de-429b-a4a9-ea23c6aa8cea req-7a00cf70-d80a-4705-b246-63caed150e7a service neutron] Checking agent: {'id': '05c2a1f8-ef41-45f5-8e32-988b9472ad60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 1, 25, 19), 'started_at': datetime.datetime(2021, 8, 25, 1, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 1, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 01:28:02.662460 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e49cda-a9de-429b-a4a9-ea23c6aa8cea req-7a00cf70-d80a-4705-b246-63caed150e7a service neutron] Checking segment: {'id': '4944b506-92f4-4d03-bf96-a130cf5b7dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '400a2ac9-3eb3-4dc0-9993-b410ce65adf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:28:02.662918 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e49cda-a9de-429b-a4a9-ea23c6aa8cea req-7a00cf70-d80a-4705-b246-63caed150e7a service neutron] Bound using segment: {'id': '4944b506-92f4-4d03-bf96-a130cf5b7dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '400a2ac9-3eb3-4dc0-9993-b410ce65adf5'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 01:28:02.663394 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-55e49cda-a9de-429b-a4a9-ea23c6aa8cea req-7a00cf70-d80a-4705-b246-63caed150e7a service neutron] Bound port: 123d311e-58d1-4bc6-8a02-ba0daafdb4d1, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4944b506-92f4-4d03-bf96-a130cf5b7dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '400a2ac9-3eb3-4dc0-9993-b410ce65adf5'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 01:28:02.664029 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-55e49cda-a9de-429b-a4a9-ea23c6aa8cea req-7a00cf70-d80a-4705-b246-63caed150e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:02.671987 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 49010) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:28:02.682175 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-92a2e0d8-8229-407d-8800-b25c3db0a8d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:02.743287 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-55e49cda-a9de-429b-a4a9-ea23c6aa8cea req-7a00cf70-d80a-4705-b246-63caed150e7a service neutron] For port 123d311e-58d1-4bc6-8a02-ba0daafdb4d1, host hv-cinder-79001, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 01:28:02.743657 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a936e-5795-4d57-aa5d-9d609d56a41a req-a8b52a4a-9b24-4963-8ddf-e77a38c9eeaa tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:02.747164 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-55e49cda-a9de-429b-a4a9-ea23c6aa8cea req-7a00cf70-d80a-4705-b246-63caed150e7a service neutron] For port 123d311e-58d1-4bc6-8a02-ba0daafdb4d1, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=123d311e-58d1-4bc6-8a02-ba0daafdb4d1,segment=NetworkSegment(4944b506-92f4-4d03-bf96-a130cf5b7dec),segment_id=4944b506-92f4-4d03-bf96-a130cf5b7dec)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 01:28:02.750803 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-4b2a936e-5795-4d57-aa5d-9d609d56a41a req-a8b52a4a-9b24-4963-8ddf-e77a38c9eeaa tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d778d2b-3b3c-47da-a582-8738028e63c4 HTTP/1.1" status: 200 len: 944 time: 0.1354666 Aug 25 01:28:02.756460 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-55e49cda-a9de-429b-a4a9-ea23c6aa8cea req-7a00cf70-d80a-4705-b246-63caed150e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:02.784493 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-1518b659-7d9f-41bd-8391-1b3cf1ad54c3 admin admin] Deleting subnet 310d597b-1e31-461b-bb85-1a71ba481462 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 01:28:02.797210 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1518b659-7d9f-41bd-8391-1b3cf1ad54c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:02.828307 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e49cda-a9de-429b-a4a9-ea23c6aa8cea req-7a00cf70-d80a-4705-b246-63caed150e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:02.828974 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-55e49cda-a9de-429b-a4a9-ea23c6aa8cea req-7a00cf70-d80a-4705-b246-63caed150e7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:02.830311 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-55e49cda-a9de-429b-a4a9-ea23c6aa8cea req-7a00cf70-d80a-4705-b246-63caed150e7a service neutron] 10.222.0.26 "PUT /v2.0/ports/123d311e-58d1-4bc6-8a02-ba0daafdb4d1 HTTP/1.1" status: 200 len: 1094 time: 1.4212046 Aug 25 01:28:02.830860 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d778d2b-3b3c-47da-a582-8738028e63c4', 'tag': '123d311e-58d1-4bc6-8a02-ba0daafdb4d1'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:28:02.833285 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6aaa77860150641abcbf195034e02978cb43d302165c9bbcbee081d494fe815" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba08887b-ad10-4c1f-bebb-09eb806d32f8" -d '{"events": [{"name": "network-changed", "server_uuid": "0d778d2b-3b3c-47da-a582-8738028e63c4", "tag": "123d311e-58d1-4bc6-8a02-ba0daafdb4d1"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:28:02.836882 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a00cf70-d80a-4705-b246-63caed150e7a service neutron] Pushing event updated for resources: {'Port': ['ID=123d311e-58d1-4bc6-8a02-ba0daafdb4d1,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:02.897065 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-4b2a936e-5795-4d57-aa5d-9d609d56a41a req-53c2e540-ae97-4db1-ac70-999a45e6196d tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032007 Aug 25 01:28:02.934741 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1518b659-7d9f-41bd-8391-1b3cf1ad54c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1005446'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:02.947454 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e49cda-a9de-429b-a4a9-ea23c6aa8cea req-2ff5588b-c4df-4fab-bcc0-18c5ee2faa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:02.949140 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-55e49cda-a9de-429b-a4a9-ea23c6aa8cea req-2ff5588b-c4df-4fab-bcc0-18c5ee2faa28 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=46fe21ec575f40a0b26f9482a77b5a73&device_id=0d778d2b-3b3c-47da-a582-8738028e63c4 HTTP/1.1" status: 200 len: 1097 time: 0.0570552 Aug 25 01:28:02.954103 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 01:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291d4a30-ccaa-49ce-99fd-bd1370feb12f x-openstack-request-id: req-291d4a30-ccaa-49ce-99fd-bd1370feb12f {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:28:02.954390 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d778d2b-3b3c-47da-a582-8738028e63c4", "tag": "123d311e-58d1-4bc6-8a02-ba0daafdb4d1", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:28:02.954636 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-291d4a30-ccaa-49ce-99fd-bd1370feb12f {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:28:02.955065 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d778d2b-3b3c-47da-a582-8738028e63c4', 'tag': '123d311e-58d1-4bc6-8a02-ba0daafdb4d1', 'status': 'completed', 'code': 200} Aug 25 01:28:03.002716 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1518b659-7d9f-41bd-8391-1b3cf1ad54c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4168828'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:03.008128 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-55e49cda-a9de-429b-a4a9-ea23c6aa8cea req-9844bb85-a106-4286-9e3e-ca8a5a9dc4cb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=123d311e-58d1-4bc6-8a02-ba0daafdb4d1 HTTP/1.1" status: 200 len: 217 time: 0.0487924 Aug 25 01:28:03.059697 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-92a2e0d8-8229-407d-8800-b25c3db0a8d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:03.070753 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-92a2e0d8-8229-407d-8800-b25c3db0a8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:03.071548 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e49cda-a9de-429b-a4a9-ea23c6aa8cea req-4c1c1ae7-d09a-4441-a17c-abf630ecf8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:03.073137 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-55e49cda-a9de-429b-a4a9-ea23c6aa8cea req-4c1c1ae7-d09a-4441-a17c-abf630ecf8f1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3a3c8204-079a-4b71-b92d-f2dd7dc9c219 HTTP/1.1" status: 200 len: 854 time: 0.0556922 Aug 25 01:28:03.116915 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a2e0d8-8229-407d-8800-b25c3db0a8d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a3a4d6-3084-4ebd-9a34-60e347e71bba,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:03.120940 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-92a2e0d8-8229-407d-8800-b25c3db0a8d0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2ba1d400574743c9ae3c2b4619e2d4f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4937408 Aug 25 01:28:03.123105 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-55e49cda-a9de-429b-a4a9-ea23c6aa8cea req-ec9d97df-f12f-4ba4-bfd7-cdb373daf649 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=400a2ac9-3eb3-4dc0-9993-b410ce65adf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418015 Aug 25 01:28:03.123471 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1518b659-7d9f-41bd-8391-1b3cf1ad54c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4168079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11070218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11930263'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:03.123741 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 49026) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:28:03.156391 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a2e0d8-8229-407d-8800-b25c3db0a8d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:28:03.156956 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a2e0d8-8229-407d-8800-b25c3db0a8d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:28:03.157482 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a2e0d8-8229-407d-8800-b25c3db0a8d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:28:03.157992 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a2e0d8-8229-407d-8800-b25c3db0a8d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:28:03.158461 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a2e0d8-8229-407d-8800-b25c3db0a8d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:28:03.160060 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a2e0d8-8229-407d-8800-b25c3db0a8d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:28:03.160641 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a2e0d8-8229-407d-8800-b25c3db0a8d0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:28:03.161162 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a2e0d8-8229-407d-8800-b25c3db0a8d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:28:03.161842 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a2e0d8-8229-407d-8800-b25c3db0a8d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:28:03.162314 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a2e0d8-8229-407d-8800-b25c3db0a8d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:28:03.162820 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a2e0d8-8229-407d-8800-b25c3db0a8d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:28:03.163294 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a2e0d8-8229-407d-8800-b25c3db0a8d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:28:03.169389 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1518b659-7d9f-41bd-8391-1b3cf1ad54c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=310d597b-1e31-461b-bb85-1a71ba481462,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:03.173798 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1518b659-7d9f-41bd-8391-1b3cf1ad54c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:03.176308 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-1518b659-7d9f-41bd-8391-1b3cf1ad54c3 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/310d597b-1e31-461b-bb85-1a71ba481462 HTTP/1.1" status: 204 len: 168 time: 0.5033832 Aug 25 01:28:03.178823 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 49028) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:28:03.251357 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-21f1e66b-1f2f-4fee-a962-fd0dd925e30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116255'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:03.275519 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4b77afce-8b84-4864-a94d-8503b36eaba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:03.312904 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-55e49cda-a9de-429b-a4a9-ea23c6aa8cea req-7571fc9e-e02c-460c-8591-4538c7c3b442 service neutron] 10.222.0.26 "GET /v2.0/networks/400a2ac9-3eb3-4dc0-9993-b410ce65adf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761270 Aug 25 01:28:03.363156 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-21f1e66b-1f2f-4fee-a962-fd0dd925e30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4169723', 'neutron.services.segments.db._delete_segments_for_network-8782027164591'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:03.383155 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.services.segments.db [None req-21f1e66b-1f2f-4fee-a962-fd0dd925e30d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cdb442a-adcd-4af1-8d1b-e0b3e44161db']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:28:03.398348 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.services.segments.db [None req-21f1e66b-1f2f-4fee-a962-fd0dd925e30d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ac4c30f-ea00-48bd-a767-1930eaf49c09') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:28:03.398971 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.services.segments.db [None req-21f1e66b-1f2f-4fee-a962-fd0dd925e30d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ac4c30f-ea00-48bd-a767-1930eaf49c09') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:28:03.412656 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-21f1e66b-1f2f-4fee-a962-fd0dd925e30d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782027164474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1005449'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:03.429688 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-21f1e66b-1f2f-4fee-a962-fd0dd925e30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3751945'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:03.437411 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21f1e66b-1f2f-4fee-a962-fd0dd925e30d admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 01:28:03.437901 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-21f1e66b-1f2f-4fee-a962-fd0dd925e30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3751945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11069672'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:03.441840 dv-cinder-790014-2-iscsi neutron-server[93832]: Traceback (most recent call last): Aug 25 01:28:03.441840 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 01:28:03.441840 dv-cinder-790014-2-iscsi neutron-server[93832]: timer() Aug 25 01:28:03.441840 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 01:28:03.441840 dv-cinder-790014-2-iscsi neutron-server[93832]: cb(*args, **kw) Aug 25 01:28:03.441840 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 01:28:03.441840 dv-cinder-790014-2-iscsi neutron-server[93832]: return func(*args, **kwargs) Aug 25 01:28:03.441840 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 01:28:03.441840 dv-cinder-790014-2-iscsi neutron-server[93832]: self._notify() Aug 25 01:28:03.441840 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 01:28:03.441840 dv-cinder-790014-2-iscsi neutron-server[93832]: self.callback(batched_events) Aug 25 01:28:03.441840 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 01:28:03.441840 dv-cinder-790014-2-iscsi neutron-server[93832]: event.method(event) Aug 25 01:28:03.441840 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 01:28:03.441840 dv-cinder-790014-2-iscsi neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 01:28:03.441840 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 01:28:03.441840 dv-cinder-790014-2-iscsi neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 01:28:03.441840 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 01:28:03.441840 dv-cinder-790014-2-iscsi neutron-server[93832]: return f(self, *a, **k) Aug 25 01:28:03.441840 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 25 01:28:03.441840 dv-cinder-790014-2-iscsi neutron-server[93832]: return self._get(url).json() Aug 25 01:28:03.441840 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 25 01:28:03.441840 dv-cinder-790014-2-iscsi neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 01:28:03.441840 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 01:28:03.441840 dv-cinder-790014-2-iscsi neutron-server[93832]: return self.request(url, 'GET', **kwargs) Aug 25 01:28:03.441840 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 01:28:03.441840 dv-cinder-790014-2-iscsi neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 01:28:03.441840 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 01:28:03.441840 dv-cinder-790014-2-iscsi neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 01:28:03.441840 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 01:28:03.441840 dv-cinder-790014-2-iscsi neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 01:28:03.441840 dv-cinder-790014-2-iscsi neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 01:28:03.460155 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4b77afce-8b84-4864-a94d-8503b36eaba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:03.524146 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-21f1e66b-1f2f-4fee-a962-fd0dd925e30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4169714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930796'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:03.529137 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-55e49cda-a9de-429b-a4a9-ea23c6aa8cea req-dcfaf466-30c5-4e4e-85e7-85cf6feb858d service neutron] 10.222.0.26 "GET /v2.0/networks/400a2ac9-3eb3-4dc0-9993-b410ce65adf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925979 Aug 25 01:28:03.531346 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-21f1e66b-1f2f-4fee-a962-fd0dd925e30d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:03.533097 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-21f1e66b-1f2f-4fee-a962-fd0dd925e30d admin admin] 10.222.0.23 "DELETE /v2.0/networks/5cdb442a-adcd-4af1-8d1b-e0b3e44161db HTTP/1.1" status: 204 len: 168 time: 0.3528733 Aug 25 01:28:03.536902 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 49044) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:28:03.543052 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f1e66b-1f2f-4fee-a962-fd0dd925e30d admin admin] Pushing event deleted for resources: {'Network': ['ID=5cdb442a-adcd-4af1-8d1b-e0b3e44161db,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:03.592537 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4b77afce-8b84-4864-a94d-8503b36eaba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:03.595076 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4b77afce-8b84-4864-a94d-8503b36eaba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:03.598465 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-4b77afce-8b84-4864-a94d-8503b36eaba5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/79a3a4d6-3084-4ebd-9a34-60e347e71bba HTTP/1.1" status: 204 len: 168 time: 0.4715452 Aug 25 01:28:03.600774 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-22ee78de-b1c7-4a12-bcf9-5668e1437d95 admin admin] Deleting subnet e0711957-287a-4b39-9d06-16e3ce363518 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 01:28:03.635947 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-22ee78de-b1c7-4a12-bcf9-5668e1437d95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:03.656330 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b77afce-8b84-4864-a94d-8503b36eaba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a3a4d6-3084-4ebd-9a34-60e347e71bba,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:03.673233 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b77afce-8b84-4864-a94d-8503b36eaba5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:28:03.673621 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b77afce-8b84-4864-a94d-8503b36eaba5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:28:03.674054 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b77afce-8b84-4864-a94d-8503b36eaba5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:28:03.674288 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b77afce-8b84-4864-a94d-8503b36eaba5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:28:03.674661 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b77afce-8b84-4864-a94d-8503b36eaba5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:28:03.675016 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b77afce-8b84-4864-a94d-8503b36eaba5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:28:03.675905 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b77afce-8b84-4864-a94d-8503b36eaba5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:28:03.676229 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b77afce-8b84-4864-a94d-8503b36eaba5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:28:03.677054 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b77afce-8b84-4864-a94d-8503b36eaba5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:28:03.677054 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b77afce-8b84-4864-a94d-8503b36eaba5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:28:03.677237 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b77afce-8b84-4864-a94d-8503b36eaba5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:28:03.677461 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b77afce-8b84-4864-a94d-8503b36eaba5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:28:03.695041 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-22ee78de-b1c7-4a12-bcf9-5668e1437d95 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:03.698496 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d8ff6-537a-4bdc-9dae-6efb931baec9 req-a6b6e5e3-c878-48cd-8286-b275731a24cc tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:03.700374 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-f80d8ff6-537a-4bdc-9dae-6efb931baec9 req-a6b6e5e3-c878-48cd-8286-b275731a24cc tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 946 time: 0.0682576 Aug 25 01:28:03.711588 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08887b-ad10-4c1f-bebb-09eb806d32f8 req-cfd26828-dd2b-43e7-9499-5d0594ee7bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:03.713271 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-ba08887b-ad10-4c1f-bebb-09eb806d32f8 req-cfd26828-dd2b-43e7-9499-5d0594ee7bef service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=46fe21ec575f40a0b26f9482a77b5a73&device_id=0d778d2b-3b3c-47da-a582-8738028e63c4 HTTP/1.1" status: 200 len: 1097 time: 0.1086781 Aug 25 01:28:03.717290 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-22ee78de-b1c7-4a12-bcf9-5668e1437d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4168828'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:03.749899 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-f80d8ff6-537a-4bdc-9dae-6efb931baec9 req-6a055a69-2a62-4644-ab59-857b4d53818d tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416434 Aug 25 01:28:03.856459 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08887b-ad10-4c1f-bebb-09eb806d32f8 req-bbc81628-6310-41c0-874e-8c7cd14ddd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:03.857831 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-ba08887b-ad10-4c1f-bebb-09eb806d32f8 req-bbc81628-6310-41c0-874e-8c7cd14ddd7b service neutron] 10.222.0.26 "GET /v2.0/networks?id=400a2ac9-3eb3-4dc0-9993-b410ce65adf5 HTTP/1.1" status: 200 len: 915 time: 0.1137447 Aug 25 01:28:03.859390 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-22ee78de-b1c7-4a12-bcf9-5668e1437d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4168079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:03.895568 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ee78de-b1c7-4a12-bcf9-5668e1437d95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0711957-287a-4b39-9d06-16e3ce363518,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:03.927768 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-22ee78de-b1c7-4a12-bcf9-5668e1437d95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:03.933143 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-22ee78de-b1c7-4a12-bcf9-5668e1437d95 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e0711957-287a-4b39-9d06-16e3ce363518 HTTP/1.1" status: 204 len: 168 time: 0.3944938 Aug 25 01:28:03.934105 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 49064) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:28:03.937536 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-ba08887b-ad10-4c1f-bebb-09eb806d32f8 req-ca9adac9-88fd-4a67-bc86-35d554f33738 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=123d311e-58d1-4bc6-8a02-ba0daafdb4d1 HTTP/1.1" status: 200 len: 217 time: 0.0691524 Aug 25 01:28:04.047575 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-54e16a2d-0f2b-48db-a3e8-0940c886ad9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116255'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:04.053797 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08887b-ad10-4c1f-bebb-09eb806d32f8 req-440d9e7f-a1f4-4252-9c17-6507c6b711ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:04.055511 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-ba08887b-ad10-4c1f-bebb-09eb806d32f8 req-440d9e7f-a1f4-4252-9c17-6507c6b711ec service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3a3c8204-079a-4b71-b92d-f2dd7dc9c219 HTTP/1.1" status: 200 len: 854 time: 0.1003103 Aug 25 01:28:04.094905 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-ba08887b-ad10-4c1f-bebb-09eb806d32f8 req-480ce4a2-eb68-4fd5-bf57-ba64c516e208 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=400a2ac9-3eb3-4dc0-9993-b410ce65adf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281253 Aug 25 01:28:04.125802 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60570e0b-0c87-451b-a01a-195d53481c11 req-97a3743d-0be8-414d-99b5-4a36f3ba8a08 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:04.131670 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-60570e0b-0c87-451b-a01a-195d53481c11 req-97a3743d-0be8-414d-99b5-4a36f3ba8a08 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d778d2b-3b3c-47da-a582-8738028e63c4 HTTP/1.1" status: 200 len: 944 time: 0.0988107 Aug 25 01:28:04.210834 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-54e16a2d-0f2b-48db-a3e8-0940c886ad9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4169723', 'neutron.services.segments.db._delete_segments_for_network-8782027164591'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:04.219141 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-60570e0b-0c87-451b-a01a-195d53481c11 req-91a6b7f8-b78b-4eb6-a538-08a2a4315969 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775480 Aug 25 01:28:04.240373 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-54e16a2d-0f2b-48db-a3e8-0940c886ad9a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:28:04.240716 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-54e16a2d-0f2b-48db-a3e8-0940c886ad9a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:28:04.241546 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-54e16a2d-0f2b-48db-a3e8-0940c886ad9a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:28:04.241925 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-54e16a2d-0f2b-48db-a3e8-0940c886ad9a admin admin] Subscribe: > port after_create 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:28:04.242307 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-54e16a2d-0f2b-48db-a3e8-0940c886ad9a admin admin] Subscribe: > port after_delete 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:28:04.242838 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-54e16a2d-0f2b-48db-a3e8-0940c886ad9a admin admin] Subscribe: > port after_update 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:28:04.243503 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-54e16a2d-0f2b-48db-a3e8-0940c886ad9a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:28:04.244039 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-54e16a2d-0f2b-48db-a3e8-0940c886ad9a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:28:04.244493 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-54e16a2d-0f2b-48db-a3e8-0940c886ad9a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:28:04.245055 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-54e16a2d-0f2b-48db-a3e8-0940c886ad9a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:28:04.420813 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-54e16a2d-0f2b-48db-a3e8-0940c886ad9a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:28:04.421021 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-54e16a2d-0f2b-48db-a3e8-0940c886ad9a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:28:04.421375 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-54e16a2d-0f2b-48db-a3e8-0940c886ad9a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:28:04.421674 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-54e16a2d-0f2b-48db-a3e8-0940c886ad9a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 01:28:04.422064 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.services.segments.db [None req-54e16a2d-0f2b-48db-a3e8-0940c886ad9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7696362c-fbe3-4a23-b366-dbfae199e3d7']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:28:04.450138 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.services.segments.db [None req-54e16a2d-0f2b-48db-a3e8-0940c886ad9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35819f41-1d59-4d4c-a95c-a8f53324357c') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:28:04.450458 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.services.segments.db [None req-54e16a2d-0f2b-48db-a3e8-0940c886ad9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35819f41-1d59-4d4c-a95c-a8f53324357c') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:28:04.474397 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-54e16a2d-0f2b-48db-a3e8-0940c886ad9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782027164474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8611437'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:04.480764 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-ba08887b-ad10-4c1f-bebb-09eb806d32f8 req-a5b34372-5dbf-453e-89f2-b705433d8677 service neutron] 10.222.0.26 "GET /v2.0/networks/400a2ac9-3eb3-4dc0-9993-b410ce65adf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3690500 Aug 25 01:28:04.566922 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-54e16a2d-0f2b-48db-a3e8-0940c886ad9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3751945'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:04.584072 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54e16a2d-0f2b-48db-a3e8-0940c886ad9a admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 01:28:04.584465 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-54e16a2d-0f2b-48db-a3e8-0940c886ad9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3751945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8611077'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:04.589476 dv-cinder-790014-2-iscsi neutron-server[93833]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 25 01:28:04.589476 dv-cinder-790014-2-iscsi neutron-server[93833]: from cryptography.utils import int_from_bytes Aug 25 01:28:04.589476 dv-cinder-790014-2-iscsi neutron-server[93833]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 25 01:28:04.589476 dv-cinder-790014-2-iscsi neutron-server[93833]: from cryptography.utils import int_from_bytes Aug 25 01:28:04.589476 dv-cinder-790014-2-iscsi neutron-server[93833]: Traceback (most recent call last): Aug 25 01:28:04.589476 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 01:28:04.589476 dv-cinder-790014-2-iscsi neutron-server[93833]: timer() Aug 25 01:28:04.589476 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 01:28:04.589476 dv-cinder-790014-2-iscsi neutron-server[93833]: cb(*args, **kw) Aug 25 01:28:04.589476 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 01:28:04.589476 dv-cinder-790014-2-iscsi neutron-server[93833]: return func(*args, **kwargs) Aug 25 01:28:04.589476 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 01:28:04.589476 dv-cinder-790014-2-iscsi neutron-server[93833]: self._notify() Aug 25 01:28:04.589476 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 01:28:04.589476 dv-cinder-790014-2-iscsi neutron-server[93833]: self.callback(batched_events) Aug 25 01:28:04.589476 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 01:28:04.589476 dv-cinder-790014-2-iscsi neutron-server[93833]: event.method(event) Aug 25 01:28:04.589476 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 01:28:04.589476 dv-cinder-790014-2-iscsi neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 01:28:04.589476 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 01:28:04.589476 dv-cinder-790014-2-iscsi neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 01:28:04.589476 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 01:28:04.589476 dv-cinder-790014-2-iscsi neutron-server[93833]: return f(self, *a, **k) Aug 25 01:28:04.589476 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 25 01:28:04.589476 dv-cinder-790014-2-iscsi neutron-server[93833]: return self._get(url).json() Aug 25 01:28:04.589476 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 25 01:28:04.589476 dv-cinder-790014-2-iscsi neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 01:28:04.589476 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 01:28:04.589476 dv-cinder-790014-2-iscsi neutron-server[93833]: return self.request(url, 'GET', **kwargs) Aug 25 01:28:04.589476 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 01:28:04.589476 dv-cinder-790014-2-iscsi neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 01:28:04.589476 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 01:28:04.589476 dv-cinder-790014-2-iscsi neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 01:28:04.589476 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 01:28:04.589476 dv-cinder-790014-2-iscsi neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 01:28:04.589476 dv-cinder-790014-2-iscsi neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 01:28:04.648575 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-ba08887b-ad10-4c1f-bebb-09eb806d32f8 req-594b11af-19fe-4152-9a4c-f9eed2e94ac8 service neutron] 10.222.0.26 "GET /v2.0/networks/400a2ac9-3eb3-4dc0-9993-b410ce65adf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514509 Aug 25 01:28:04.667216 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-54e16a2d-0f2b-48db-a3e8-0940c886ad9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4169714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930796'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:04.674521 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-54e16a2d-0f2b-48db-a3e8-0940c886ad9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:04.676698 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-54e16a2d-0f2b-48db-a3e8-0940c886ad9a admin admin] 10.222.0.23 "DELETE /v2.0/networks/7696362c-fbe3-4a23-b366-dbfae199e3d7 HTTP/1.1" status: 204 len: 168 time: 0.7416441 Aug 25 01:28:04.687063 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e16a2d-0f2b-48db-a3e8-0940c886ad9a admin admin] Pushing event deleted for resources: {'Network': ['ID=7696362c-fbe3-4a23-b366-dbfae199e3d7,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:04.780500 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088ee21-a8de-478b-bbb7-1fa902d83711 req-daa4e46a-1344-4003-a9ee-dc208ef4326d tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:04.782114 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d088ee21-a8de-478b-bbb7-1fa902d83711 req-daa4e46a-1344-4003-a9ee-dc208ef4326d tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/networks?id=21e6a6dc-77f9-423c-af4a-5ce652aeeab8 HTTP/1.1" status: 200 len: 809 time: 0.1384764 Aug 25 01:28:04.798545 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d088ee21-a8de-478b-bbb7-1fa902d83711 req-df111ea6-25aa-42eb-b5fe-137ad765d818 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/quotas/3d509ebf5e5a4a77820b0e5ea04090c5 HTTP/1.1" status: 200 len: 375 time: 0.0097775 Aug 25 01:28:04.838696 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d088ee21-a8de-478b-bbb7-1fa902d83711 req-8f090ea2-45ca-448e-bd10-154e92801f25 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3d509ebf5e5a4a77820b0e5ea04090c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337598 Aug 25 01:28:04.887806 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 49116) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:28:04.936285 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-4fb178bf-8145-4f5a-883e-5f3bfe80071a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bfe325632533412f8b9fc296d4d69812&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472996 Aug 25 01:28:04.938827 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 49120) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:28:04.961872 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc9ef8b-2334-4a93-a13c-e16f86af67c7 req-61653a29-a27f-44a9-a432-2d0d36c8626d tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:04.963414 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-6dc9ef8b-2334-4a93-a13c-e16f86af67c7 req-61653a29-a27f-44a9-a432-2d0d36c8626d tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 946 time: 0.1090589 Aug 25 01:28:04.986631 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d088ee21-a8de-478b-bbb7-1fa902d83711 req-0e5da74e-9fe3-4003-a973-59aa24580755 service neutron] 10.222.0.23 "GET /v2.0/networks/21e6a6dc-77f9-423c-af4a-5ce652aeeab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400003 Aug 25 01:28:04.997886 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-75971168-7657-46ef-a1de-3ede8d314be9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:05.022001 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-75971168-7657-46ef-a1de-3ede8d314be9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:05.031375 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-6dc9ef8b-2334-4a93-a13c-e16f86af67c7 req-61c729f9-fd6b-49f9-9061-89d2582520e5 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570292 Aug 25 01:28:05.089482 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-75971168-7657-46ef-a1de-3ede8d314be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:05.092522 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-75971168-7657-46ef-a1de-3ede8d314be9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:05.096635 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-75971168-7657-46ef-a1de-3ede8d314be9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/80750366-9ab1-43d1-b6a6-37cf1b3b8587 HTTP/1.1" status: 204 len: 168 time: 0.1568058 Aug 25 01:28:05.105133 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d088ee21-a8de-478b-bbb7-1fa902d83711 req-278cb25c-24de-4050-be34-c5628848ddd3 service neutron] 10.222.0.23 "GET /v2.0/networks/21e6a6dc-77f9-423c-af4a-5ce652aeeab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082425 Aug 25 01:28:05.121364 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75971168-7657-46ef-a1de-3ede8d314be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80750366-9ab1-43d1-b6a6-37cf1b3b8587,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:05.342168 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-691f13d2-b234-4bb9-a7d7-bcfbc5a1d5d5 req-2b9e1303-868e-4467-bbad-85515a948f8a tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/ports?device_id=2171f219-fb7d-44ad-8745-547ca0d893db HTTP/1.1" status: 200 len: 210 time: 0.0577738 Aug 25 01:28:05.424633 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449f329-7a2c-4e6a-9bcc-8a8180d65a0e req-e7928689-6b2a-4794-891f-07957c260bfc tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:05.432888 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-3449f329-7a2c-4e6a-9bcc-8a8180d65a0e req-e7928689-6b2a-4794-891f-07957c260bfc tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d778d2b-3b3c-47da-a582-8738028e63c4 HTTP/1.1" status: 200 len: 944 time: 0.0931091 Aug 25 01:28:05.481701 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-3449f329-7a2c-4e6a-9bcc-8a8180d65a0e req-df1844f1-65b0-49d1-b052-ff2e5879ee87 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478506 Aug 25 01:28:05.511584 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 49156) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:28:05.576016 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-eb6190a0-b7dc-445a-868d-23448bc32f84 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=87aac383d1fa44459afbfc92264d72f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0628748 Aug 25 01:28:05.578458 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 49162) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:28:05.632226 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6906236e-bbb5-4f1e-a4af-4834b69c85d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:05.657444 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6906236e-bbb5-4f1e-a4af-4834b69c85d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:05.722839 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6906236e-bbb5-4f1e-a4af-4834b69c85d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:05.727208 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6906236e-bbb5-4f1e-a4af-4834b69c85d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:05.729133 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-6906236e-bbb5-4f1e-a4af-4834b69c85d1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4351edbd-ddd7-4c72-bfe1-022935d68b12 HTTP/1.1" status: 204 len: 168 time: 0.1487980 Aug 25 01:28:05.740563 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6906236e-bbb5-4f1e-a4af-4834b69c85d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4351edbd-ddd7-4c72-bfe1-022935d68b12,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:05.973184 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device 123d311e-58d1-4bc6-8a02-ba0daafdb4d1 details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=93834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 01:28:06.087695 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port 123d311e-58d1-4bc6-8a02-ba0daafdb4d1, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=123d311e-58d1-4bc6-8a02-ba0daafdb4d1,segment=NetworkSegment(4944b506-92f4-4d03-bf96-a130cf5b7dec),segment_id=4944b506-92f4-4d03-bf96-a130cf5b7dec)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:28:06.102193 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Returning: {'device': '123d311e-58d1-4bc6-8a02-ba0daafdb4d1', 'network_id': '400a2ac9-3eb3-4dc0-9993-b410ce65adf5', 'port_id': '123d311e-58d1-4bc6-8a02-ba0daafdb4d1', 'mac_address': 'fa:16:3e:3c:be:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a3c8204-079a-4b71-b92d-f2dd7dc9c219', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 01:28:06.163430 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:06.181830 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 123d311e-58d1-4bc6-8a02-ba0daafdb4d1 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 01:28:06.203270 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9373c-fa48-44f6-a5ea-48781e2c6cf4 req-1322e4f2-1a82-442f-8614-a981c25931eb tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:06.208424 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-23f9373c-fa48-44f6-a5ea-48781e2c6cf4 req-1322e4f2-1a82-442f-8614-a981c25931eb tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 946 time: 0.0685196 Aug 25 01:28:06.208909 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port 123d311e-58d1-4bc6-8a02-ba0daafdb4d1, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=123d311e-58d1-4bc6-8a02-ba0daafdb4d1,segment=NetworkSegment(4944b506-92f4-4d03-bf96-a130cf5b7dec),segment_id=4944b506-92f4-4d03-bf96-a130cf5b7dec)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:28:06.213137 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:06.260765 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-23f9373c-fa48-44f6-a5ea-48781e2c6cf4 req-0b71fdcd-6d2f-4946-83b4-ee65aa3822dd tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447955 Aug 25 01:28:06.295146 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Pushing event updated for resources: {'Port': ['ID=123d311e-58d1-4bc6-8a02-ba0daafdb4d1,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:06.445097 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a276a97b-1349-4d5d-9c66-a5de87a4d8f6 req-239f241f-a2ee-40d9-947f-8a297ade3351 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/ports?device_id=2171f219-fb7d-44ad-8745-547ca0d893db HTTP/1.1" status: 200 len: 210 time: 0.0312958 Aug 25 01:28:06.575052 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] get_ports_and_sgs() called for port_ids ['123d311e-58d1-4bc6-8a02-ba0daafdb4d1'] {{(pid=93834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 01:28:06.647959 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0f93e-5d5b-405a-8a13-4e7ccf4fb593 req-c1150259-18ca-4ad6-b553-9c64d6b5cbc5 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:06.649784 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ebd0f93e-5d5b-405a-8a13-4e7ccf4fb593 req-c1150259-18ca-4ad6-b553-9c64d6b5cbc5 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d778d2b-3b3c-47da-a582-8738028e63c4 HTTP/1.1" status: 200 len: 945 time: 0.0843813 Aug 25 01:28:06.676713 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088ee21-a8de-478b-bbb7-1fa902d83711 req-40448505-f8b2-4608-a1b8-41c71225d453 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:06.680590 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d088ee21-a8de-478b-bbb7-1fa902d83711 req-40448505-f8b2-4608-a1b8-41c71225d453 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.26 "GET /v2.0/networks?id=21e6a6dc-77f9-423c-af4a-5ce652aeeab8 HTTP/1.1" status: 200 len: 809 time: 0.1777747 Aug 25 01:28:06.698372 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [req-d088ee21-a8de-478b-bbb7-1fa902d83711 req-bb3c363c-1584-4846-a93a-a6d20361156e tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Request body: {'port': {'device_id': '2171f219-fb7d-44ad-8745-547ca0d893db', 'network_id': '21e6a6dc-77f9-423c-af4a-5ce652aeeab8', 'admin_state_up': True, 'tenant_id': '3d509ebf5e5a4a77820b0e5ea04090c5'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:28:06.729006 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ebd0f93e-5d5b-405a-8a13-4e7ccf4fb593 req-6a7d1306-8a20-455e-bcac-72877f0e9023 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710685 Aug 25 01:28:06.835950 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d088ee21-a8de-478b-bbb7-1fa902d83711 req-bb3c363c-1584-4846-a93a-a6d20361156e tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Made reservation on behalf of 3d509ebf5e5a4a77820b0e5ea04090c5 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 01:28:06.839662 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d088ee21-a8de-478b-bbb7-1fa902d83711 req-bb3c363c-1584-4846-a93a-a6d20361156e tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:06.983827 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-d088ee21-a8de-478b-bbb7-1fa902d83711 req-bb3c363c-1584-4846-a93a-a6d20361156e tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Allocated IP 172.20.0.9 (21e6a6dc-77f9-423c-af4a-5ce652aeeab8/96136862-e6c0-4d13-8e79-4355fce1b62c/66ca66df-8b02-49f3-a2dd-b7ae35cfae65) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 01:28:07.111165 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 49266) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:28:07.149781 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d088ee21-a8de-478b-bbb7-1fa902d83711 req-bb3c363c-1584-4846-a93a-a6d20361156e tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:07.194231 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d088ee21-a8de-478b-bbb7-1fa902d83711 req-bb3c363c-1584-4846-a93a-a6d20361156e tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782026665144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:07.231104 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0486396a-7225-4a35-b06d-da675e1f4d3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:07.239111 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d088ee21-a8de-478b-bbb7-1fa902d83711 req-bb3c363c-1584-4846-a93a-a6d20361156e tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Network 21e6a6dc-77f9-423c-af4a-5ce652aeeab8 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:28:07.244270 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-d088ee21-a8de-478b-bbb7-1fa902d83711 req-bb3c363c-1584-4846-a93a-a6d20361156e tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:28:07.248859 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-d088ee21-a8de-478b-bbb7-1fa902d83711 req-bb3c363c-1584-4846-a93a-a6d20361156e tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 01:28:07.301736 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3c363c-1584-4846-a93a-a6d20361156e tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Pushing event updated for resources: {'Port': ['ID=66ca66df-8b02-49f3-a2dd-b7ae35cfae65,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:07.348150 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088ee21-a8de-478b-bbb7-1fa902d83711 req-bb3c363c-1584-4846-a93a-a6d20361156e tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:07.349384 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d088ee21-a8de-478b-bbb7-1fa902d83711 req-bb3c363c-1584-4846-a93a-a6d20361156e tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:07.401713 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0486396a-7225-4a35-b06d-da675e1f4d3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:07.415892 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d088ee21-a8de-478b-bbb7-1fa902d83711 req-bb3c363c-1584-4846-a93a-a6d20361156e tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7222192 Aug 25 01:28:07.429645 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0486396a-7225-4a35-b06d-da675e1f4d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:07.430439 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [req-d088ee21-a8de-478b-bbb7-1fa902d83711 req-872f6d48-bc2a-440d-9fc1-02393c644b4a service neutron] Request body: {'port': {'device_id': '2171f219-fb7d-44ad-8745-547ca0d893db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:28:07.470144 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486396a-7225-4a35-b06d-da675e1f4d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab1dec5-1bbc-422c-a693-34ee66318caf,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:07.487798 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-0486396a-7225-4a35-b06d-da675e1f4d3b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=19c2b8ed86ab4cb79053fbce2835a2e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3722565 Aug 25 01:28:07.487798 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 49284) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:28:07.496917 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf9cc4-e49e-490b-8d4e-ee3fe4c426c5 req-a73b93ee-e126-4dfe-a65b-8547c38cb2e7 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:07.498732 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-87bf9cc4-e49e-490b-8d4e-ee3fe4c426c5 req-a73b93ee-e126-4dfe-a65b-8547c38cb2e7 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 946 time: 0.1130044 Aug 25 01:28:07.499301 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d088ee21-a8de-478b-bbb7-1fa902d83711 req-872f6d48-bc2a-440d-9fc1-02393c644b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:07.610686 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-87bf9cc4-e49e-490b-8d4e-ee3fe4c426c5 req-caeb305e-2ffb-46cf-80c8-e593b539a286 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003802 Aug 25 01:28:07.621399 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-813e07d9-6573-42d0-bc1b-30b3e3f98de2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:07.832284 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [req-d088ee21-a8de-478b-bbb7-1fa902d83711 req-872f6d48-bc2a-440d-9fc1-02393c644b4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66ca66df-8b02-49f3-a2dd-b7ae35cfae65 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 01:28:07.837108 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-813e07d9-6573-42d0-bc1b-30b3e3f98de2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:07.840865 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d088ee21-a8de-478b-bbb7-1fa902d83711 req-872f6d48-bc2a-440d-9fc1-02393c644b4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:07.859895 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-d088ee21-a8de-478b-bbb7-1fa902d83711 req-872f6d48-bc2a-440d-9fc1-02393c644b4a service neutron] Transition to ACTIVE for port object 66ca66df-8b02-49f3-a2dd-b7ae35cfae65 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:28:07.865086 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d088ee21-a8de-478b-bbb7-1fa902d83711 req-872f6d48-bc2a-440d-9fc1-02393c644b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8611129'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:07.875377 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab64501-0b70-4a86-8a51-f03c10e9dec9 req-282983d5-b90f-4bf7-ad52-6d5fec0c0472 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:07.876893 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-fab64501-0b70-4a86-8a51-f03c10e9dec9 req-282983d5-b90f-4bf7-ad52-6d5fec0c0472 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/ports?device_id=2171f219-fb7d-44ad-8745-547ca0d893db HTTP/1.1" status: 200 len: 931 time: 0.3102446 Aug 25 01:28:07.936734 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f6d48-bc2a-440d-9fc1-02393c644b4a service neutron] Pushing event updated for resources: {'Port': ['ID=66ca66df-8b02-49f3-a2dd-b7ae35cfae65,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:07.943677 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1711fb-5a62-4f16-bf56-599cad09f3df req-44198cfd-2892-4088-9388-3ae5ff0587de tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:07.945147 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ae1711fb-5a62-4f16-bf56-599cad09f3df req-44198cfd-2892-4088-9388-3ae5ff0587de tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d778d2b-3b3c-47da-a582-8738028e63c4 HTTP/1.1" status: 200 len: 945 time: 0.1144469 Aug 25 01:28:07.951125 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-fab64501-0b70-4a86-8a51-f03c10e9dec9 req-8c2f4112-1052-4809-ba7e-3f32379db976 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/security-groups?id=8035d9a0-8ba4-4de0-a7b3-542d6d7a9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653324 Aug 25 01:28:07.978757 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-813e07d9-6573-42d0-bc1b-30b3e3f98de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:07.981208 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-813e07d9-6573-42d0-bc1b-30b3e3f98de2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:07.982423 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-813e07d9-6573-42d0-bc1b-30b3e3f98de2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fab1dec5-1bbc-422c-a693-34ee66318caf HTTP/1.1" status: 204 len: 168 time: 0.4955838 Aug 25 01:28:08.006259 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-d088ee21-a8de-478b-bbb7-1fa902d83711 req-872f6d48-bc2a-440d-9fc1-02393c644b4a service neutron] Attempting to bind port 66ca66df-8b02-49f3-a2dd-b7ae35cfae65 on host hv-cinder-79001 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 01:28:08.006595 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-d088ee21-a8de-478b-bbb7-1fa902d83711 req-872f6d48-bc2a-440d-9fc1-02393c644b4a service neutron] Attempting to bind port 66ca66df-8b02-49f3-a2dd-b7ae35cfae65 by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '87938c2e-dfc5-46dd-8a5f-2ff1312adec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '21e6a6dc-77f9-423c-af4a-5ce652aeeab8'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 01:28:08.006947 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d088ee21-a8de-478b-bbb7-1fa902d83711 req-872f6d48-bc2a-440d-9fc1-02393c644b4a service neutron] Attempting to bind port 66ca66df-8b02-49f3-a2dd-b7ae35cfae65 on network 21e6a6dc-77f9-423c-af4a-5ce652aeeab8 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:28:08.011607 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d088ee21-a8de-478b-bbb7-1fa902d83711 req-872f6d48-bc2a-440d-9fc1-02393c644b4a service neutron] Port 66ca66df-8b02-49f3-a2dd-b7ae35cfae65 on network 21e6a6dc-77f9-423c-af4a-5ce652aeeab8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 01:28:08.011928 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d088ee21-a8de-478b-bbb7-1fa902d83711 req-872f6d48-bc2a-440d-9fc1-02393c644b4a service neutron] Attempting to bind port 66ca66df-8b02-49f3-a2dd-b7ae35cfae65 on network 21e6a6dc-77f9-423c-af4a-5ce652aeeab8 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:28:08.014331 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ae1711fb-5a62-4f16-bf56-599cad09f3df req-ecc60382-9673-4975-94a8-67fefa50c87c tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495932 Aug 25 01:28:08.015218 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e07d9-6573-42d0-bc1b-30b3e3f98de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab1dec5-1bbc-422c-a693-34ee66318caf,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:08.028508 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d088ee21-a8de-478b-bbb7-1fa902d83711 req-872f6d48-bc2a-440d-9fc1-02393c644b4a service neutron] Checking agent: {'id': '05c2a1f8-ef41-45f5-8e32-988b9472ad60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 1, 25, 19), 'started_at': datetime.datetime(2021, 8, 25, 1, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 1, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 01:28:08.028850 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d088ee21-a8de-478b-bbb7-1fa902d83711 req-872f6d48-bc2a-440d-9fc1-02393c644b4a service neutron] Checking segment: {'id': '87938c2e-dfc5-46dd-8a5f-2ff1312adec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '21e6a6dc-77f9-423c-af4a-5ce652aeeab8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:28:08.029243 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d088ee21-a8de-478b-bbb7-1fa902d83711 req-872f6d48-bc2a-440d-9fc1-02393c644b4a service neutron] Bound using segment: {'id': '87938c2e-dfc5-46dd-8a5f-2ff1312adec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '21e6a6dc-77f9-423c-af4a-5ce652aeeab8'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 01:28:08.030041 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-d088ee21-a8de-478b-bbb7-1fa902d83711 req-872f6d48-bc2a-440d-9fc1-02393c644b4a service neutron] Bound port: 66ca66df-8b02-49f3-a2dd-b7ae35cfae65, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87938c2e-dfc5-46dd-8a5f-2ff1312adec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '21e6a6dc-77f9-423c-af4a-5ce652aeeab8'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 01:28:08.030281 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d088ee21-a8de-478b-bbb7-1fa902d83711 req-872f6d48-bc2a-440d-9fc1-02393c644b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:08.107356 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-d088ee21-a8de-478b-bbb7-1fa902d83711 req-872f6d48-bc2a-440d-9fc1-02393c644b4a service neutron] For port 66ca66df-8b02-49f3-a2dd-b7ae35cfae65, host hv-cinder-79001, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 01:28:08.111628 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-d088ee21-a8de-478b-bbb7-1fa902d83711 req-872f6d48-bc2a-440d-9fc1-02393c644b4a service neutron] For port 66ca66df-8b02-49f3-a2dd-b7ae35cfae65, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=66ca66df-8b02-49f3-a2dd-b7ae35cfae65,segment=NetworkSegment(87938c2e-dfc5-46dd-8a5f-2ff1312adec3),segment_id=87938c2e-dfc5-46dd-8a5f-2ff1312adec3)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 01:28:08.116416 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d088ee21-a8de-478b-bbb7-1fa902d83711 req-872f6d48-bc2a-440d-9fc1-02393c644b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8611129'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:08.153973 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088ee21-a8de-478b-bbb7-1fa902d83711 req-872f6d48-bc2a-440d-9fc1-02393c644b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:08.154585 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d088ee21-a8de-478b-bbb7-1fa902d83711 req-872f6d48-bc2a-440d-9fc1-02393c644b4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:08.155974 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d088ee21-a8de-478b-bbb7-1fa902d83711 req-872f6d48-bc2a-440d-9fc1-02393c644b4a service neutron] 10.222.0.26 "PUT /v2.0/ports/66ca66df-8b02-49f3-a2dd-b7ae35cfae65 HTTP/1.1" status: 200 len: 1093 time: 0.7302499 Aug 25 01:28:08.156405 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2171f219-fb7d-44ad-8745-547ca0d893db', 'tag': '66ca66df-8b02-49f3-a2dd-b7ae35cfae65'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:28:08.158728 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6aaa77860150641abcbf195034e02978cb43d302165c9bbcbee081d494fe815" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b243a2-aebd-4043-b648-13031d36a46a" -d '{"events": [{"name": "network-changed", "server_uuid": "2171f219-fb7d-44ad-8745-547ca0d893db", "tag": "66ca66df-8b02-49f3-a2dd-b7ae35cfae65"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:28:08.189187 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f6d48-bc2a-440d-9fc1-02393c644b4a service neutron] Pushing event updated for resources: {'Port': ['ID=66ca66df-8b02-49f3-a2dd-b7ae35cfae65,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:08.196926 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 01:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87eec4b4-28a7-4f37-8a40-c70a14257dea x-openstack-request-id: req-87eec4b4-28a7-4f37-8a40-c70a14257dea {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:28:08.197379 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2171f219-fb7d-44ad-8745-547ca0d893db", "tag": "66ca66df-8b02-49f3-a2dd-b7ae35cfae65", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:28:08.197611 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-87eec4b4-28a7-4f37-8a40-c70a14257dea {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:28:08.198065 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2171f219-fb7d-44ad-8745-547ca0d893db', 'tag': '66ca66df-8b02-49f3-a2dd-b7ae35cfae65', 'status': 'completed', 'code': 200} Aug 25 01:28:08.752199 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63662481-eb62-4966-8ab0-6e518f605f74 req-85e0d2b3-415d-4e63-ade4-4df30e192af6 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:08.754523 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-63662481-eb62-4966-8ab0-6e518f605f74 req-85e0d2b3-415d-4e63-ade4-4df30e192af6 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 946 time: 0.0527525 Aug 25 01:28:08.805316 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-63662481-eb62-4966-8ab0-6e518f605f74 req-2bd20b07-26ef-40c8-a753-804e15e9855e tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426085 Aug 25 01:28:08.979745 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device 123d311e-58d1-4bc6-8a02-ba0daafdb4d1 up at agent hyperv_hv-cinder-79001 {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:28:09.039114 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Provisioning for port 123d311e-58d1-4bc6-8a02-ba0daafdb4d1 completed by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:28:09.044170 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Provisioning complete for port 123d311e-58d1-4bc6-8a02-ba0daafdb4d1 triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:28:09.044654 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:09.098450 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35662af0-1a0a-4a92-a307-007a3d1e1cf3 req-03f80973-1011-4a9c-ae6d-e5e828b779b2 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:09.099979 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-35662af0-1a0a-4a92-a307-007a3d1e1cf3 req-03f80973-1011-4a9c-ae6d-e5e828b779b2 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/ports?device_id=2171f219-fb7d-44ad-8745-547ca0d893db HTTP/1.1" status: 200 len: 943 time: 0.0517530 Aug 25 01:28:09.129485 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:09.138982 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-35662af0-1a0a-4a92-a307-007a3d1e1cf3 req-275215ba-40fe-4e50-9b7a-9127135e1579 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/security-groups?id=8035d9a0-8ba4-4de0-a7b3-542d6d7a9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323534 Aug 25 01:28:09.152324 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d778d2b-3b3c-47da-a582-8738028e63c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '123d311e-58d1-4bc6-8a02-ba0daafdb4d1'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:28:09.154457 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac4c50f49c3b3a17933da630e77cab0c79281d75959c3f8023547b3e3ec39ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45bf0d99-67fe-4ddc-995f-68f08910ca85" -d '{"events": [{"server_uuid": "0d778d2b-3b3c-47da-a582-8738028e63c4", "name": "network-vif-plugged", "status": "completed", "tag": "123d311e-58d1-4bc6-8a02-ba0daafdb4d1"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:28:09.168635 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port 123d311e-58d1-4bc6-8a02-ba0daafdb4d1, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=123d311e-58d1-4bc6-8a02-ba0daafdb4d1,segment=NetworkSegment(4944b506-92f4-4d03-bf96-a130cf5b7dec),segment_id=4944b506-92f4-4d03-bf96-a130cf5b7dec)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:28:09.177194 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:09.227833 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Pushing event updated for resources: {'Port': ['ID=123d311e-58d1-4bc6-8a02-ba0daafdb4d1,revision_number=5']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:09.235046 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:28:09.235690 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:28:09.236198 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:28:09.236541 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:28:09.236877 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:28:09.237215 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:28:09.238096 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:28:09.238629 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:28:09.238800 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:28:09.239286 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:28:09.239765 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:28:09.240242 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:28:09.254423 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a2ae77-b2bf-4ed2-a4ba-3a2bdf676a32 req-beab4044-ab51-4963-8842-faf152d975ee tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:09.255990 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a1a2ae77-b2bf-4ed2-a4ba-3a2bdf676a32 req-beab4044-ab51-4963-8842-faf152d975ee tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d778d2b-3b3c-47da-a582-8738028e63c4 HTTP/1.1" status: 200 len: 946 time: 0.0514114 Aug 25 01:28:09.296998 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a1a2ae77-b2bf-4ed2-a4ba-3a2bdf676a32 req-f312842c-db55-4444-9e8e-0dfddce47e36 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350580 Aug 25 01:28:09.347485 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 01:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0df5f4-a48e-4230-8d94-5fef1bc82345 x-openstack-request-id: req-ef0df5f4-a48e-4230-8d94-5fef1bc82345 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:28:09.347840 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d778d2b-3b3c-47da-a582-8738028e63c4", "name": "network-vif-plugged", "status": "completed", "tag": "123d311e-58d1-4bc6-8a02-ba0daafdb4d1", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:28:09.348156 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ef0df5f4-a48e-4230-8d94-5fef1bc82345 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:28:09.348639 dv-cinder-790014-2-iscsi neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d778d2b-3b3c-47da-a582-8738028e63c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '123d311e-58d1-4bc6-8a02-ba0daafdb4d1', 'code': 200} Aug 25 01:28:09.682418 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 49376) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:28:09.785989 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9bd21c6f-a979-4138-81f2-f0d0c981aa78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:09.879579 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9bd21c6f-a979-4138-81f2-f0d0c981aa78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:09.890583 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9bd21c6f-a979-4138-81f2-f0d0c981aa78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:09.945071 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-9bd21c6f-a979-4138-81f2-f0d0c981aa78 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=20945d1a65fd46f098f2c1793106c54a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2613449 Aug 25 01:28:09.948348 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 49384) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:28:09.948870 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd21c6f-a979-4138-81f2-f0d0c981aa78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54cfea32-f7d9-4ee4-b4cf-6acb74732677,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:09.966305 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168ba78-6284-40ad-a0c3-d77631d827e1 req-fc3397e8-d364-42ac-9970-6a03d7cddb18 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:09.967914 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-6168ba78-6284-40ad-a0c3-d77631d827e1 req-fc3397e8-d364-42ac-9970-6a03d7cddb18 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 946 time: 0.0871220 Aug 25 01:28:10.002146 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ae7260ea-87db-47b7-96bd-35809eb9e79c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:10.005632 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-6168ba78-6284-40ad-a0c3-d77631d827e1 req-b74986bc-671e-44b1-86d5-53e4e29fc2c2 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311475 Aug 25 01:28:10.026723 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ae7260ea-87db-47b7-96bd-35809eb9e79c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:10.071263 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ae7260ea-87db-47b7-96bd-35809eb9e79c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:10.073825 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ae7260ea-87db-47b7-96bd-35809eb9e79c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:10.075086 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-ae7260ea-87db-47b7-96bd-35809eb9e79c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/54cfea32-f7d9-4ee4-b4cf-6acb74732677 HTTP/1.1" status: 204 len: 168 time: 0.1257586 Aug 25 01:28:10.084043 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7260ea-87db-47b7-96bd-35809eb9e79c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54cfea32-f7d9-4ee4-b4cf-6acb74732677,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:10.249696 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad20bc1-b587-415f-92e9-e2b8ae139bfb req-c662fba1-b2ac-40ff-9bdd-e7ebab905900 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:10.251294 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-aad20bc1-b587-415f-92e9-e2b8ae139bfb req-c662fba1-b2ac-40ff-9bdd-e7ebab905900 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/ports?device_id=2171f219-fb7d-44ad-8745-547ca0d893db HTTP/1.1" status: 200 len: 943 time: 0.0469160 Aug 25 01:28:10.294083 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-aad20bc1-b587-415f-92e9-e2b8ae139bfb req-98be8ccf-0bad-41ab-8166-965cb9f077ac tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/security-groups?id=8035d9a0-8ba4-4de0-a7b3-542d6d7a9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363817 Aug 25 01:28:10.346200 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 49394) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:28:10.363116 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-497a8559-dad9-4bd5-bde9-d6d7ba6dbe1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:10.445087 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2e7d0-0f0a-4c21-ac9a-2c3b53e66489 req-ebc9cb61-aecd-4313-bcb3-63dcb47fa9fb tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:10.446999 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-53a2e7d0-0f0a-4c21-ac9a-2c3b53e66489 req-ebc9cb61-aecd-4313-bcb3-63dcb47fa9fb tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d778d2b-3b3c-47da-a582-8738028e63c4 HTTP/1.1" status: 200 len: 946 time: 0.0737448 Aug 25 01:28:10.496612 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-53a2e7d0-0f0a-4c21-ac9a-2c3b53e66489 req-db7182e3-2416-4aa2-b1ed-4267c54e470f tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428531 Aug 25 01:28:10.534749 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-497a8559-dad9-4bd5-bde9-d6d7ba6dbe1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:10.539697 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-497a8559-dad9-4bd5-bde9-d6d7ba6dbe1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:10.577925 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497a8559-dad9-4bd5-bde9-d6d7ba6dbe1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5924869-d8b9-4ab9-874d-5b8a633663f9,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:10.582275 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-497a8559-dad9-4bd5-bde9-d6d7ba6dbe1a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=395bafb9501e4ac396ebbd2706d64ccd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2348590 Aug 25 01:28:10.584995 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 49400) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:28:10.632075 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-24c40034-fbed-4916-bce0-583b00695298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:10.655390 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-24c40034-fbed-4916-bce0-583b00695298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:10.698852 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-24c40034-fbed-4916-bce0-583b00695298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:10.701242 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-24c40034-fbed-4916-bce0-583b00695298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:10.702363 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-24c40034-fbed-4916-bce0-583b00695298 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f5924869-d8b9-4ab9-874d-5b8a633663f9 HTTP/1.1" status: 204 len: 168 time: 0.1164384 Aug 25 01:28:10.709765 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c40034-fbed-4916-bce0-583b00695298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5924869-d8b9-4ab9-874d-5b8a633663f9,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:11.118109 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b243a2-aebd-4043-b648-13031d36a46a req-0f04df1e-7342-4a10-96e0-2c10695b4bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:11.119686 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-09b243a2-aebd-4043-b648-13031d36a46a req-0f04df1e-7342-4a10-96e0-2c10695b4bb6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3d509ebf5e5a4a77820b0e5ea04090c5&device_id=2171f219-fb7d-44ad-8745-547ca0d893db HTTP/1.1" status: 200 len: 1096 time: 0.0512772 Aug 25 01:28:11.148964 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396db60-adee-4aa9-8e64-d28f5e207d01 req-bde7eb2d-89fb-48d2-86c2-159e89bc973f tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:11.151229 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-4396db60-adee-4aa9-8e64-d28f5e207d01 req-bde7eb2d-89fb-48d2-86c2-159e89bc973f tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 946 time: 0.0508814 Aug 25 01:28:11.198743 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-4396db60-adee-4aa9-8e64-d28f5e207d01 req-eab62dd3-8cdf-4f87-ad19-ec6d15bb25b1 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370855 Aug 25 01:28:11.259889 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b243a2-aebd-4043-b648-13031d36a46a req-7ede4e81-b994-469c-91d8-aba76eedfdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:11.261315 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-09b243a2-aebd-4043-b648-13031d36a46a req-7ede4e81-b994-469c-91d8-aba76eedfdea service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=3d509ebf5e5a4a77820b0e5ea04090c5&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1311760 Aug 25 01:28:11.271279 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035afe00-1d33-43a5-aead-5bcfd3c4f219 req-7c24b0db-75cb-46f0-8b72-3d953e928885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:11.271279 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-035afe00-1d33-43a5-aead-5bcfd3c4f219 req-7c24b0db-75cb-46f0-8b72-3d953e928885 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0d778d2b-3b3c-47da-a582-8738028e63c4 HTTP/1.1" status: 200 len: 1099 time: 0.0684578 Aug 25 01:28:11.356016 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-035afe00-1d33-43a5-aead-5bcfd3c4f219 req-038dede6-9a43-4c7f-9405-243340788a75 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745900 Aug 25 01:28:11.396621 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b243a2-aebd-4043-b648-13031d36a46a req-2ad3bc8c-9323-4378-b085-6efa715c94e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:11.398098 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-09b243a2-aebd-4043-b648-13031d36a46a req-2ad3bc8c-9323-4378-b085-6efa715c94e4 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1263030 Aug 25 01:28:11.425987 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3891065e-94d9-4926-8396-7469d557739f req-32fd038d-cfc0-49b4-97c9-8306ec0e9196 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:11.427472 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-3891065e-94d9-4926-8396-7469d557739f req-32fd038d-cfc0-49b4-97c9-8306ec0e9196 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/ports?device_id=2171f219-fb7d-44ad-8745-547ca0d893db HTTP/1.1" status: 200 len: 943 time: 0.0505197 Aug 25 01:28:11.464964 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-3891065e-94d9-4926-8396-7469d557739f req-266bc6b2-b042-434b-abfd-8e58b654435c tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/security-groups?id=8035d9a0-8ba4-4de0-a7b3-542d6d7a9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315552 Aug 25 01:28:11.787239 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b9aaa-1c31-4c77-9d1b-dc5dcfa55212 req-b10d735e-0e7c-47da-b637-7c4880822df5 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:11.788886 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-538b9aaa-1c31-4c77-9d1b-dc5dcfa55212 req-b10d735e-0e7c-47da-b637-7c4880822df5 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d778d2b-3b3c-47da-a582-8738028e63c4 HTTP/1.1" status: 200 len: 946 time: 0.0664368 Aug 25 01:28:11.840719 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-538b9aaa-1c31-4c77-9d1b-dc5dcfa55212 req-37146abb-3cbf-42cf-8fb3-cd89ab708c3f tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448098 Aug 25 01:28:11.915567 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088ee21-a8de-478b-bbb7-1fa902d83711 req-dec2e3ba-cee7-4ea7-aee5-27f4e0dedae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:11.917039 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d088ee21-a8de-478b-bbb7-1fa902d83711 req-dec2e3ba-cee7-4ea7-aee5-27f4e0dedae7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3d509ebf5e5a4a77820b0e5ea04090c5&device_id=2171f219-fb7d-44ad-8745-547ca0d893db HTTP/1.1" status: 200 len: 1096 time: 0.2813754 Aug 25 01:28:11.963966 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d088ee21-a8de-478b-bbb7-1fa902d83711 req-0d645842-8a35-487d-9b9f-49a4c7d02da6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66ca66df-8b02-49f3-a2dd-b7ae35cfae65 HTTP/1.1" status: 200 len: 217 time: 0.0375314 Aug 25 01:28:12.020415 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088ee21-a8de-478b-bbb7-1fa902d83711 req-b9ed0488-bd1d-4fb0-8fa3-6db95bbba1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:12.022002 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d088ee21-a8de-478b-bbb7-1fa902d83711 req-b9ed0488-bd1d-4fb0-8fa3-6db95bbba1f6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=96136862-e6c0-4d13-8e79-4355fce1b62c HTTP/1.1" status: 200 len: 849 time: 0.0505700 Aug 25 01:28:12.063905 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d088ee21-a8de-478b-bbb7-1fa902d83711 req-f91792ed-0083-4985-95bc-2249306f312d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=21e6a6dc-77f9-423c-af4a-5ce652aeeab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267603 Aug 25 01:28:12.156411 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d088ee21-a8de-478b-bbb7-1fa902d83711 req-77743e1c-3180-4d12-a8e2-4bed243b93a1 service neutron] 10.222.0.26 "GET /v2.0/networks/21e6a6dc-77f9-423c-af4a-5ce652aeeab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869191 Aug 25 01:28:12.270767 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d088ee21-a8de-478b-bbb7-1fa902d83711 req-b21ca331-5c46-4249-b5b0-ca3a1dc2b2f9 service neutron] 10.222.0.26 "GET /v2.0/networks/21e6a6dc-77f9-423c-af4a-5ce652aeeab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009216 Aug 25 01:28:12.332656 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d36e8-396c-40f8-a22d-7ee3a5817ab5 req-e5c923c2-6fd1-4499-999c-bc6ac220cc06 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:12.334417 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-252d36e8-396c-40f8-a22d-7ee3a5817ab5 req-e5c923c2-6fd1-4499-999c-bc6ac220cc06 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 946 time: 0.0630538 Aug 25 01:28:12.373980 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-252d36e8-396c-40f8-a22d-7ee3a5817ab5 req-d5c9e33a-f1aa-4b89-a92e-8bab862503f7 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335295 Aug 25 01:28:12.580976 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e38ca-7720-4af4-9904-c6f3752b24be req-96989df9-dcef-45cd-a524-fd7f156f856c tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:12.583235 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-1f2e38ca-7720-4af4-9904-c6f3752b24be req-96989df9-dcef-45cd-a524-fd7f156f856c tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/ports?device_id=2171f219-fb7d-44ad-8745-547ca0d893db HTTP/1.1" status: 200 len: 943 time: 0.0515022 Aug 25 01:28:12.628475 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-1f2e38ca-7720-4af4-9904-c6f3752b24be req-dc389956-9d3d-4938-9633-b58632c1c346 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/security-groups?id=8035d9a0-8ba4-4de0-a7b3-542d6d7a9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391471 Aug 25 01:28:12.818368 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 49506) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:28:12.939169 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-31796c7b-bea8-4278-ba11-6084839bca7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:12.997447 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadba965-eb5f-4622-a762-675320008e94 req-75be3fb1-b6ce-4d51-89b3-a2de873391f2 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:12.998971 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-fadba965-eb5f-4622-a762-675320008e94 req-75be3fb1-b6ce-4d51-89b3-a2de873391f2 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d778d2b-3b3c-47da-a582-8738028e63c4 HTTP/1.1" status: 200 len: 946 time: 0.0763111 Aug 25 01:28:13.060811 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-fadba965-eb5f-4622-a762-675320008e94 req-6955c259-efad-4f27-8f07-ee280abe1291 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526106 Aug 25 01:28:13.090991 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-31796c7b-bea8-4278-ba11-6084839bca7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:13.095797 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-31796c7b-bea8-4278-ba11-6084839bca7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:13.133385 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31796c7b-bea8-4278-ba11-6084839bca7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4661512c-b361-4d09-aa7e-4662e45d05be,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:13.137731 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-31796c7b-bea8-4278-ba11-6084839bca7e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=454f7893a75a4d839673acd926961bbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3179307 Aug 25 01:28:13.140563 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 49516) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:28:13.189616 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-aae47fc0-12f2-4133-a1f6-7dd0eda99060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:13.213627 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-aae47fc0-12f2-4133-a1f6-7dd0eda99060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:13.271888 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-aae47fc0-12f2-4133-a1f6-7dd0eda99060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:13.275276 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-aae47fc0-12f2-4133-a1f6-7dd0eda99060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:13.276396 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-aae47fc0-12f2-4133-a1f6-7dd0eda99060 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4661512c-b361-4d09-aa7e-4662e45d05be HTTP/1.1" status: 204 len: 168 time: 0.1347253 Aug 25 01:28:13.284556 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae47fc0-12f2-4133-a1f6-7dd0eda99060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4661512c-b361-4d09-aa7e-4662e45d05be,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:13.495597 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29441a1-a787-4d07-89e2-cbe30513b30d req-486dbaed-a113-40fd-92c8-87cdaa145620 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:13.497084 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-e29441a1-a787-4d07-89e2-cbe30513b30d req-486dbaed-a113-40fd-92c8-87cdaa145620 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 946 time: 0.0501945 Aug 25 01:28:13.563758 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-e29441a1-a787-4d07-89e2-cbe30513b30d req-6b392eaf-9f54-4f1f-8a8b-c493a48bca8a tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477142 Aug 25 01:28:13.633673 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 49544) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:28:13.647620 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-962f4fff-0702-4391-870e-57e821c732fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:13.785325 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-962f4fff-0702-4391-870e-57e821c732fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:13.790925 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-962f4fff-0702-4391-870e-57e821c732fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:13.829416 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c9e8b-c8ed-43fa-ad77-2b1cab2cce60 req-228e59b7-306b-4340-bf34-72a4c9347835 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:13.830853 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ab6c9e8b-c8ed-43fa-ad77-2b1cab2cce60 req-228e59b7-306b-4340-bf34-72a4c9347835 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/ports?device_id=2171f219-fb7d-44ad-8745-547ca0d893db HTTP/1.1" status: 200 len: 943 time: 0.0915418 Aug 25 01:28:13.848363 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f4fff-0702-4391-870e-57e821c732fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8890fe-3afd-489d-8244-afb8e7f30c0b,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:13.852363 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-962f4fff-0702-4391-870e-57e821c732fd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=16e6bec2943a4305b68ae4edfde04c42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2176394 Aug 25 01:28:13.855091 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 49550) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:28:13.882336 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ab6c9e8b-c8ed-43fa-ad77-2b1cab2cce60 req-7f795191-ec1e-4e52-8402-905cc8a8d50a tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/security-groups?id=8035d9a0-8ba4-4de0-a7b3-542d6d7a9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427017 Aug 25 01:28:13.911100 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-12737bd5-fd5b-426e-96fc-05411f390921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:13.931743 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-12737bd5-fd5b-426e-96fc-05411f390921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:13.977330 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-12737bd5-fd5b-426e-96fc-05411f390921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:13.980251 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-12737bd5-fd5b-426e-96fc-05411f390921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:13.981383 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-12737bd5-fd5b-426e-96fc-05411f390921 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7f8890fe-3afd-489d-8244-afb8e7f30c0b HTTP/1.1" status: 204 len: 168 time: 0.1252141 Aug 25 01:28:13.989244 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12737bd5-fd5b-426e-96fc-05411f390921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8890fe-3afd-489d-8244-afb8e7f30c0b,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:14.733639 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e31121b-668e-4f36-880f-549662535f61 req-83987285-239c-48ab-bf20-f4cc1e8640b7 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:14.749129 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-6e31121b-668e-4f36-880f-549662535f61 req-83987285-239c-48ab-bf20-f4cc1e8640b7 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 946 time: 0.0983963 Aug 25 01:28:14.787227 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-6e31121b-668e-4f36-880f-549662535f61 req-561a27cf-d4d6-4ae3-99fc-3c57ffb37c44 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443926 Aug 25 01:28:14.923280 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 49604) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:28:15.016495 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf9f1e-faf6-4c82-9164-3e96cbb5dbe3 req-7569620e-cabb-4d19-8a0d-bebb66017329 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:15.019000 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-2ddf9f1e-faf6-4c82-9164-3e96cbb5dbe3 req-7569620e-cabb-4d19-8a0d-bebb66017329 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/ports?device_id=2171f219-fb7d-44ad-8745-547ca0d893db HTTP/1.1" status: 200 len: 943 time: 0.0626335 Aug 25 01:28:15.024406 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device 66ca66df-8b02-49f3-a2dd-b7ae35cfae65 details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=93834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 01:28:15.068059 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-2ddf9f1e-faf6-4c82-9164-3e96cbb5dbe3 req-a6126436-2aaa-46b4-83d0-d21ab84665cb tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/security-groups?id=8035d9a0-8ba4-4de0-a7b3-542d6d7a9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339556 Aug 25 01:28:15.136341 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4ddc8faa-ce49-4012-94b9-6896a0345501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:15.142581 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port 66ca66df-8b02-49f3-a2dd-b7ae35cfae65, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=66ca66df-8b02-49f3-a2dd-b7ae35cfae65,segment=NetworkSegment(87938c2e-dfc5-46dd-8a5f-2ff1312adec3),segment_id=87938c2e-dfc5-46dd-8a5f-2ff1312adec3)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:28:15.155366 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Returning: {'device': '66ca66df-8b02-49f3-a2dd-b7ae35cfae65', 'network_id': '21e6a6dc-77f9-423c-af4a-5ce652aeeab8', 'port_id': '66ca66df-8b02-49f3-a2dd-b7ae35cfae65', 'mac_address': 'fa:16:3e:eb:54:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96136862-e6c0-4d13-8e79-4355fce1b62c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 01:28:15.196398 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:15.210460 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66ca66df-8b02-49f3-a2dd-b7ae35cfae65 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 01:28:15.233161 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port 66ca66df-8b02-49f3-a2dd-b7ae35cfae65, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=66ca66df-8b02-49f3-a2dd-b7ae35cfae65,segment=NetworkSegment(87938c2e-dfc5-46dd-8a5f-2ff1312adec3),segment_id=87938c2e-dfc5-46dd-8a5f-2ff1312adec3)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:28:15.239306 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:15.242226 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4ddc8faa-ce49-4012-94b9-6896a0345501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:15.247804 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4ddc8faa-ce49-4012-94b9-6896a0345501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:15.268637 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 49618) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:28:15.287200 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-4ddc8faa-ce49-4012-94b9-6896a0345501 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=36aa782d8eaa45fea12bb81ba60936aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3622139 Aug 25 01:28:15.287928 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc8faa-ce49-4012-94b9-6896a0345501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35241c02-7d02-4b15-b62e-0e79f8f577d5,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:15.289907 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 49622) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:28:15.294576 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Pushing event updated for resources: {'Port': ['ID=66ca66df-8b02-49f3-a2dd-b7ae35cfae65,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:15.339562 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f1175283-19d9-4378-ac66-b1a27eb25f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:15.363924 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f1175283-19d9-4378-ac66-b1a27eb25f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:15.400129 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fa72a090-521b-475d-87fc-5a7877b39352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:15.445537 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f1175283-19d9-4378-ac66-b1a27eb25f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:15.448377 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f1175283-19d9-4378-ac66-b1a27eb25f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:15.452539 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-f1175283-19d9-4378-ac66-b1a27eb25f8f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/35241c02-7d02-4b15-b62e-0e79f8f577d5 HTTP/1.1" status: 204 len: 168 time: 0.1586769 Aug 25 01:28:15.465544 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1175283-19d9-4378-ac66-b1a27eb25f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35241c02-7d02-4b15-b62e-0e79f8f577d5,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:15.530127 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fa72a090-521b-475d-87fc-5a7877b39352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:15.534129 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fa72a090-521b-475d-87fc-5a7877b39352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:15.573206 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-fa72a090-521b-475d-87fc-5a7877b39352 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aa47c2b776ca459ca5fbc7da1b99909c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3034937 Aug 25 01:28:15.574158 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa72a090-521b-475d-87fc-5a7877b39352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bca1b8-4ae0-4ac5-a5fc-fae3d8934ede,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:15.576033 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 49628) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:28:15.610720 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] get_ports_and_sgs() called for port_ids ['66ca66df-8b02-49f3-a2dd-b7ae35cfae65'] {{(pid=93834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 01:28:15.634124 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c36721f4-226c-4c63-aa45-c739f17215a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:15.655558 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c36721f4-226c-4c63-aa45-c739f17215a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:15.708426 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c36721f4-226c-4c63-aa45-c739f17215a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:15.711329 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c36721f4-226c-4c63-aa45-c739f17215a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:15.719198 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-c36721f4-226c-4c63-aa45-c739f17215a3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d1bca1b8-4ae0-4ac5-a5fc-fae3d8934ede HTTP/1.1" status: 204 len: 168 time: 0.1379523 Aug 25 01:28:15.728696 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36721f4-226c-4c63-aa45-c739f17215a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bca1b8-4ae0-4ac5-a5fc-fae3d8934ede,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:15.772313 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 49636) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:28:15.786194 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2f08e9a4-59f1-491c-b1d2-0ac359930e10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:15.943902 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2f08e9a4-59f1-491c-b1d2-0ac359930e10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:15.953483 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5a0e6-54b3-4c2a-ae29-d7ba726d19b1 req-093b9a8c-44e5-4dca-907e-9441fadc66d0 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:15.959649 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-24b5a0e6-54b3-4c2a-ae29-d7ba726d19b1 req-093b9a8c-44e5-4dca-907e-9441fadc66d0 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 946 time: 0.0767412 Aug 25 01:28:15.963854 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2f08e9a4-59f1-491c-b1d2-0ac359930e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:16.019265 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-2f08e9a4-59f1-491c-b1d2-0ac359930e10 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a9ea4cc121cd44ce99d6d858160369f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2458472 Aug 25 01:28:16.021919 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 49650) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:28:16.031851 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f08e9a4-59f1-491c-b1d2-0ac359930e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5b77cc-c984-45a6-af4f-e640b2b2d0c5,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:16.039042 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-24b5a0e6-54b3-4c2a-ae29-d7ba726d19b1 req-f43a6279-974b-4501-98d0-8ec7e66b6790 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762265 Aug 25 01:28:16.083988 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4d68657e-25fc-4f23-9b16-63902b5e1ed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:16.109365 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4d68657e-25fc-4f23-9b16-63902b5e1ed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:16.159754 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4d68657e-25fc-4f23-9b16-63902b5e1ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:16.162263 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4d68657e-25fc-4f23-9b16-63902b5e1ed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:16.163395 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-4d68657e-25fc-4f23-9b16-63902b5e1ed9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fd5b77cc-c984-45a6-af4f-e640b2b2d0c5 HTTP/1.1" status: 204 len: 168 time: 0.1397655 Aug 25 01:28:16.172157 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d68657e-25fc-4f23-9b16-63902b5e1ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5b77cc-c984-45a6-af4f-e640b2b2d0c5,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:16.195169 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2becc6d-5ab9-4c6d-bd74-547b131b6b58 req-7e761174-9a6d-4ae8-94ed-0bae22ef23ec tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:16.197371 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a2becc6d-5ab9-4c6d-bd74-547b131b6b58 req-7e761174-9a6d-4ae8-94ed-0bae22ef23ec tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/ports?device_id=2171f219-fb7d-44ad-8745-547ca0d893db HTTP/1.1" status: 200 len: 944 time: 0.0567856 Aug 25 01:28:16.247355 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a2becc6d-5ab9-4c6d-bd74-547b131b6b58 req-9b015466-287b-4626-84ea-8e595639b686 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/security-groups?id=8035d9a0-8ba4-4de0-a7b3-542d6d7a9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418985 Aug 25 01:28:17.025665 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device 66ca66df-8b02-49f3-a2dd-b7ae35cfae65 up at agent hyperv_hv-cinder-79001 {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:28:17.082334 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Provisioning for port 66ca66df-8b02-49f3-a2dd-b7ae35cfae65 completed by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:28:17.086754 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Provisioning complete for port 66ca66df-8b02-49f3-a2dd-b7ae35cfae65 triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:28:17.087137 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:17.173711 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb60bb-bef6-4eb2-8681-ee9f403b3bf0 req-a755ada2-c910-4409-b2b6-c140bc11db2c tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:17.176482 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-fecb60bb-bef6-4eb2-8681-ee9f403b3bf0 req-a755ada2-c910-4409-b2b6-c140bc11db2c tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 946 time: 0.0597482 Aug 25 01:28:17.195749 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:17.224141 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-fecb60bb-bef6-4eb2-8681-ee9f403b3bf0 req-0a6ab7dc-f032-427d-8e2b-3af8c79695d2 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401046 Aug 25 01:28:17.225833 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2171f219-fb7d-44ad-8745-547ca0d893db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ca66df-8b02-49f3-a2dd-b7ae35cfae65'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:28:17.228380 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac4c50f49c3b3a17933da630e77cab0c79281d75959c3f8023547b3e3ec39ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ab4800-67dc-464d-919a-9998f66b602f" -d '{"events": [{"server_uuid": "2171f219-fb7d-44ad-8745-547ca0d893db", "name": "network-vif-plugged", "status": "completed", "tag": "66ca66df-8b02-49f3-a2dd-b7ae35cfae65"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:28:17.242494 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port 66ca66df-8b02-49f3-a2dd-b7ae35cfae65, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=66ca66df-8b02-49f3-a2dd-b7ae35cfae65,segment=NetworkSegment(87938c2e-dfc5-46dd-8a5f-2ff1312adec3),segment_id=87938c2e-dfc5-46dd-8a5f-2ff1312adec3)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:28:17.246894 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:17.303799 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 01:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ebef2e3-90ac-44ef-9eb2-fbbaa45c2e7f x-openstack-request-id: req-1ebef2e3-90ac-44ef-9eb2-fbbaa45c2e7f {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:28:17.304201 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2171f219-fb7d-44ad-8745-547ca0d893db", "name": "network-vif-plugged", "status": "completed", "tag": "66ca66df-8b02-49f3-a2dd-b7ae35cfae65", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:28:17.304462 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1ebef2e3-90ac-44ef-9eb2-fbbaa45c2e7f {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:28:17.304855 dv-cinder-790014-2-iscsi neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2171f219-fb7d-44ad-8745-547ca0d893db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ca66df-8b02-49f3-a2dd-b7ae35cfae65', 'code': 200} Aug 25 01:28:17.309538 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Pushing event updated for resources: {'Port': ['ID=66ca66df-8b02-49f3-a2dd-b7ae35cfae65,revision_number=5']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:17.428543 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78a2bb6-f1a9-4ce8-9c99-5321eeeff232 req-ff1b86ae-a289-415d-9c6f-7bc417b0c2d4 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:17.438660 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-b78a2bb6-f1a9-4ce8-9c99-5321eeeff232 req-ff1b86ae-a289-415d-9c6f-7bc417b0c2d4 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/ports?device_id=2171f219-fb7d-44ad-8745-547ca0d893db HTTP/1.1" status: 200 len: 945 time: 0.0680635 Aug 25 01:28:17.484812 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-b78a2bb6-f1a9-4ce8-9c99-5321eeeff232 req-e559c9bf-efc1-455f-be92-5f40ef27ffe4 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/security-groups?id=8035d9a0-8ba4-4de0-a7b3-542d6d7a9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437837 Aug 25 01:28:17.577225 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-582c1a46-033f-4181-9f15-f366a9db4e38 req-dd81273c-9768-42a2-a8b3-9293d62f61d5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4c445070-60d2-4f2d-8d55-b61613a6f11c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0772264 Aug 25 01:28:17.582961 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c9fd0-786e-4aaa-891b-28ba4cf3f43b req-7934c8c9-0fff-4089-a36c-15840c168d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:17.585402 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-671c9fd0-786e-4aaa-891b-28ba4cf3f43b req-7934c8c9-0fff-4089-a36c-15840c168d25 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2171f219-fb7d-44ad-8745-547ca0d893db HTTP/1.1" status: 200 len: 1098 time: 0.0883539 Aug 25 01:28:17.677317 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-671c9fd0-786e-4aaa-891b-28ba4cf3f43b req-c75eb964-54ad-4731-9076-2245da138477 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8035d9a0-8ba4-4de0-a7b3-542d6d7a9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731337 Aug 25 01:28:17.690917 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c1a46-033f-4181-9f15-f366a9db4e38 req-d4ba0933-ad00-4a23-ac2d-3623cfa6d347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:17.692430 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-582c1a46-033f-4181-9f15-f366a9db4e38 req-d4ba0933-ad00-4a23-ac2d-3623cfa6d347 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=46fe21ec575f40a0b26f9482a77b5a73&device_id=4c445070-60d2-4f2d-8d55-b61613a6f11c HTTP/1.1" status: 200 len: 1098 time: 0.0583999 Aug 25 01:28:18.059850 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c1a46-033f-4181-9f15-f366a9db4e38 req-3ebff71c-54f3-44dc-a19d-c2ba6821509d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:18.061294 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-582c1a46-033f-4181-9f15-f366a9db4e38 req-3ebff71c-54f3-44dc-a19d-c2ba6821509d service neutron] 10.222.0.26 "GET /v2.0/networks?id=400a2ac9-3eb3-4dc0-9993-b410ce65adf5 HTTP/1.1" status: 200 len: 915 time: 0.1078942 Aug 25 01:28:18.107814 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-582c1a46-033f-4181-9f15-f366a9db4e38 req-0a680588-7ae4-4ea0-91c0-67949690c592 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e48c757-7e6e-4b84-9506-7c2d2575918f HTTP/1.1" status: 200 len: 217 time: 0.0371525 Aug 25 01:28:18.170549 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c1a46-033f-4181-9f15-f366a9db4e38 req-b346cf94-3a10-4261-9a14-d01e5b192001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:18.174097 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-582c1a46-033f-4181-9f15-f366a9db4e38 req-b346cf94-3a10-4261-9a14-d01e5b192001 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3a3c8204-079a-4b71-b92d-f2dd7dc9c219 HTTP/1.1" status: 200 len: 854 time: 0.0486467 Aug 25 01:28:18.231972 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-582c1a46-033f-4181-9f15-f366a9db4e38 req-2c5c1376-f984-49dc-b4ea-0a6557f7e379 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=400a2ac9-3eb3-4dc0-9993-b410ce65adf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310259 Aug 25 01:28:18.336666 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-582c1a46-033f-4181-9f15-f366a9db4e38 req-ed653d4b-afcf-45c6-8a0e-06622fd2190c service neutron] 10.222.0.26 "GET /v2.0/networks/400a2ac9-3eb3-4dc0-9993-b410ce65adf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891366 Aug 25 01:28:18.356071 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8579cb-cdf7-40b9-abef-d4f316b79940 req-ae838443-a21e-414d-8cad-1dfb78c2a5db tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:18.357579 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-8d8579cb-cdf7-40b9-abef-d4f316b79940 req-ae838443-a21e-414d-8cad-1dfb78c2a5db tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 946 time: 0.0477946 Aug 25 01:28:18.396082 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-8d8579cb-cdf7-40b9-abef-d4f316b79940 req-8ecbece3-f67f-4c7e-b0ba-d536238c1187 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321996 Aug 25 01:28:18.434260 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-582c1a46-033f-4181-9f15-f366a9db4e38 req-c24e43c2-9124-49c9-bf46-8bfaab21e136 service neutron] 10.222.0.26 "GET /v2.0/networks/400a2ac9-3eb3-4dc0-9993-b410ce65adf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892398 Aug 25 01:28:18.597288 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b48d5a-f5b1-46ef-aecf-7e8fd2fcda06 req-92bd4243-3bc8-451e-9604-cfc881d17b4f tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:18.598691 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a3b48d5a-f5b1-46ef-aecf-7e8fd2fcda06 req-92bd4243-3bc8-451e-9604-cfc881d17b4f tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/ports?device_id=2171f219-fb7d-44ad-8745-547ca0d893db HTTP/1.1" status: 200 len: 945 time: 0.0507255 Aug 25 01:28:18.641743 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a3b48d5a-f5b1-46ef-aecf-7e8fd2fcda06 req-3b45d803-bdba-4abe-9fa6-95fa342a2e7a tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/security-groups?id=8035d9a0-8ba4-4de0-a7b3-542d6d7a9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361230 Aug 25 01:28:19.307254 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:19.521559 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f497aa7-0f99-498e-b27b-75df14e08316 req-a4d30abf-cb3f-4c58-9f57-f96d7663c19c tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:19.523062 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-3f497aa7-0f99-498e-b27b-75df14e08316 req-a4d30abf-cb3f-4c58-9f57-f96d7663c19c tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 946 time: 0.0524137 Aug 25 01:28:19.559578 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-3f497aa7-0f99-498e-b27b-75df14e08316 req-8ef3c922-71e0-4788-bed7-6317f0afea8a tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306838 Aug 25 01:28:19.758781 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0733734-33e8-4ff3-a7d5-6908f3132abe req-cd4914df-e1a1-45e4-9c0b-0fd228ecd553 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:19.760284 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-e0733734-33e8-4ff3-a7d5-6908f3132abe req-cd4914df-e1a1-45e4-9c0b-0fd228ecd553 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/ports?device_id=2171f219-fb7d-44ad-8745-547ca0d893db HTTP/1.1" status: 200 len: 945 time: 0.0481048 Aug 25 01:28:19.798771 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-e0733734-33e8-4ff3-a7d5-6908f3132abe req-2cb92ea1-9d59-42e8-a5d3-67e148a1e65d tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/security-groups?id=8035d9a0-8ba4-4de0-a7b3-542d6d7a9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321150 Aug 25 01:28:20.139232 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 49794) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:28:20.251086 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e3d35685-59aa-46cc-8c75-fb8a0eabebc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:20.338884 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e3d35685-59aa-46cc-8c75-fb8a0eabebc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:20.342572 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e3d35685-59aa-46cc-8c75-fb8a0eabebc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:20.382438 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d35685-59aa-46cc-8c75-fb8a0eabebc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4d1ad7-a710-4294-80ca-5fa628afd20e,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:20.391234 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-e3d35685-59aa-46cc-8c75-fb8a0eabebc8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6918243a36a94e18b1f157fedd510c3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2528272 Aug 25 01:28:20.391461 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 49804) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:28:20.442562 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bdac676e-8091-4d43-8861-9a843246f5a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:20.466502 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bdac676e-8091-4d43-8861-9a843246f5a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:20.520327 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bdac676e-8091-4d43-8861-9a843246f5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:20.522863 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bdac676e-8091-4d43-8861-9a843246f5a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:20.523996 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-bdac676e-8091-4d43-8861-9a843246f5a1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cd4d1ad7-a710-4294-80ca-5fa628afd20e HTTP/1.1" status: 204 len: 168 time: 0.1316643 Aug 25 01:28:20.531726 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdac676e-8091-4d43-8861-9a843246f5a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4d1ad7-a710-4294-80ca-5fa628afd20e,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:20.684037 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c7020-7d88-4faf-b393-dea0d11b279d req-81ae335b-0887-45bb-9887-eb109922f2d8 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:20.685542 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-8e9c7020-7d88-4faf-b393-dea0d11b279d req-81ae335b-0887-45bb-9887-eb109922f2d8 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/ports?device_id=2171f219-fb7d-44ad-8745-547ca0d893db HTTP/1.1" status: 200 len: 945 time: 0.0599720 Aug 25 01:28:20.728067 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-8e9c7020-7d88-4faf-b393-dea0d11b279d req-b5f8919e-27d2-4d73-bd6b-a9a4a279ec69 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/security-groups?id=8035d9a0-8ba4-4de0-a7b3-542d6d7a9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353487 Aug 25 01:28:20.867391 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716aa193-231e-453f-97db-6197715f52d5 req-bb208087-27fe-41e9-af45-6179925a3962 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:20.868963 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-716aa193-231e-453f-97db-6197715f52d5 req-bb208087-27fe-41e9-af45-6179925a3962 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 946 time: 0.0674572 Aug 25 01:28:20.875960 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 49832) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:28:20.890105 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71618f0d-1e76-4fa3-a073-8b1ad44c9b62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:20.928181 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-716aa193-231e-453f-97db-6197715f52d5 req-15b652a1-a600-4621-bb77-8b22f47a00f2 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522273 Aug 25 01:28:20.983916 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71618f0d-1e76-4fa3-a073-8b1ad44c9b62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:20.989152 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71618f0d-1e76-4fa3-a073-8b1ad44c9b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:21.031477 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-71618f0d-1e76-4fa3-a073-8b1ad44c9b62 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=53dbd11b52f440cdba0f93e8839bea8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1520936 Aug 25 01:28:21.031477 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71618f0d-1e76-4fa3-a073-8b1ad44c9b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c719aac2-716d-42c8-b18f-a958af4ed324,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:21.031898 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 49844) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:28:21.084867 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-426c4356-d720-40d9-b855-cd1e78f9895b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:21.110054 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-426c4356-d720-40d9-b855-cd1e78f9895b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:21.167242 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-426c4356-d720-40d9-b855-cd1e78f9895b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:21.169790 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-426c4356-d720-40d9-b855-cd1e78f9895b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:21.170984 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-426c4356-d720-40d9-b855-cd1e78f9895b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c719aac2-716d-42c8-b18f-a958af4ed324 HTTP/1.1" status: 204 len: 168 time: 0.1374531 Aug 25 01:28:21.179351 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426c4356-d720-40d9-b855-cd1e78f9895b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c719aac2-716d-42c8-b18f-a958af4ed324,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:21.853747 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d0f5d-37c8-48b1-a4ce-04f3afcc913e req-7d07d678-080a-446e-b0c1-7ad618ec9c7a tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:21.855259 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-fb3d0f5d-37c8-48b1-a4ce-04f3afcc913e req-7d07d678-080a-446e-b0c1-7ad618ec9c7a tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/ports?device_id=2171f219-fb7d-44ad-8745-547ca0d893db HTTP/1.1" status: 200 len: 945 time: 0.0504205 Aug 25 01:28:21.893363 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-fb3d0f5d-37c8-48b1-a4ce-04f3afcc913e req-c927dbed-74b0-44f1-8ccd-d1e9b8ea7078 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/security-groups?id=8035d9a0-8ba4-4de0-a7b3-542d6d7a9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322645 Aug 25 01:28:22.048504 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4433a18-9b52-4d0d-8216-80b22742589a req-b3cd6770-7118-4061-b254-a7a449d3565e tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:22.050242 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-f4433a18-9b52-4d0d-8216-80b22742589a req-b3cd6770-7118-4061-b254-a7a449d3565e tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 946 time: 0.0517039 Aug 25 01:28:22.090181 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-f4433a18-9b52-4d0d-8216-80b22742589a req-26f10b89-6c16-4609-9311-e0447ef93ac4 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340388 Aug 25 01:28:22.707426 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924581fa-2cff-4f25-a8cc-86c8c93b4238 req-43aa6c8f-b6c9-41e9-9b58-ab282877efae tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:22.708839 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-924581fa-2cff-4f25-a8cc-86c8c93b4238 req-43aa6c8f-b6c9-41e9-9b58-ab282877efae tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.26 "GET /v2.0/ports?device_id=2171f219-fb7d-44ad-8745-547ca0d893db HTTP/1.1" status: 200 len: 945 time: 0.0522997 Aug 25 01:28:22.806705 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-924581fa-2cff-4f25-a8cc-86c8c93b4238 req-4409c3b2-0ccc-4f08-bd4b-b10d109de883 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Deleting port 66ca66df-8b02-49f3-a2dd-b7ae35cfae65 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 01:28:22.807067 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-924581fa-2cff-4f25-a8cc-86c8c93b4238 req-4409c3b2-0ccc-4f08-bd4b-b10d109de883 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782027226579'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:22.899385 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-924581fa-2cff-4f25-a8cc-86c8c93b4238 req-4409c3b2-0ccc-4f08-bd4b-b10d109de883 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] For port 66ca66df-8b02-49f3-a2dd-b7ae35cfae65, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=66ca66df-8b02-49f3-a2dd-b7ae35cfae65,segment=NetworkSegment(87938c2e-dfc5-46dd-8a5f-2ff1312adec3),segment_id=87938c2e-dfc5-46dd-8a5f-2ff1312adec3)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:28:22.899757 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-924581fa-2cff-4f25-a8cc-86c8c93b4238 req-4409c3b2-0ccc-4f08-bd4b-b10d109de883 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647429'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:22.912768 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-924581fa-2cff-4f25-a8cc-86c8c93b4238 req-4409c3b2-0ccc-4f08-bd4b-b10d109de883 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Calling delete_port for 66ca66df-8b02-49f3-a2dd-b7ae35cfae65 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 01:28:22.948265 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 49940) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:28:23.028058 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad10900-5dba-4cf7-8864-4c752ff70e6b req-a1722467-d499-4a2c-b51e-bdfe9eb67852 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:23.029532 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-aad10900-5dba-4cf7-8864-4c752ff70e6b req-a1722467-d499-4a2c-b51e-bdfe9eb67852 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/ports?device_id=2171f219-fb7d-44ad-8745-547ca0d893db HTTP/1.1" status: 200 len: 945 time: 0.0511353 Aug 25 01:28:23.052837 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-924581fa-2cff-4f25-a8cc-86c8c93b4238 req-4409c3b2-0ccc-4f08-bd4b-b10d109de883 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782027086291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782026665153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:23.066632 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] get_ports_and_sgs() called for port_ids ['66ca66df-8b02-49f3-a2dd-b7ae35cfae65'] {{(pid=93834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 01:28:23.070450 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-788b59cb-11e5-43ca-9b1b-a092a0ac36a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:23.091788 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-aad10900-5dba-4cf7-8864-4c752ff70e6b req-cbe75c21-34fb-467e-9dd4-cb9daa5f1ced tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/security-groups?id=8035d9a0-8ba4-4de0-a7b3-542d6d7a9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558975 Aug 25 01:28:23.099171 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4409c3b2-0ccc-4f08-bd4b-b10d109de883 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Pushing event deleted for resources: {'Port': ['ID=66ca66df-8b02-49f3-a2dd-b7ae35cfae65,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:23.142988 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-924581fa-2cff-4f25-a8cc-86c8c93b4238 req-4409c3b2-0ccc-4f08-bd4b-b10d109de883 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] No DVR routers for this DVR port 66ca66df-8b02-49f3-a2dd-b7ae35cfae65 on host hv-cinder-79001 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 01:28:23.146925 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-924581fa-2cff-4f25-a8cc-86c8c93b4238 req-4409c3b2-0ccc-4f08-bd4b-b10d109de883 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:23.150072 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-924581fa-2cff-4f25-a8cc-86c8c93b4238 req-4409c3b2-0ccc-4f08-bd4b-b10d109de883 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.26 "DELETE /v2.0/ports/66ca66df-8b02-49f3-a2dd-b7ae35cfae65 HTTP/1.1" status: 204 len: 173 time: 0.4327393 Aug 25 01:28:23.150565 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2171f219-fb7d-44ad-8745-547ca0d893db', 'name': 'network-vif-deleted', 'tag': '66ca66df-8b02-49f3-a2dd-b7ae35cfae65'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:28:23.153688 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6aaa77860150641abcbf195034e02978cb43d302165c9bbcbee081d494fe815" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de46965-cb81-4fab-97f0-f64f612f03c0" -d '{"events": [{"server_uuid": "2171f219-fb7d-44ad-8745-547ca0d893db", "name": "network-vif-deleted", "tag": "66ca66df-8b02-49f3-a2dd-b7ae35cfae65"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:28:23.193879 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-788b59cb-11e5-43ca-9b1b-a092a0ac36a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:23.200333 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-788b59cb-11e5-43ca-9b1b-a092a0ac36a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:23.255767 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 49952) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:28:23.264447 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-788b59cb-11e5-43ca-9b1b-a092a0ac36a0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=df169871edac44af80137721fc3b1cbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3142190 Aug 25 01:28:23.268072 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788b59cb-11e5-43ca-9b1b-a092a0ac36a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2500394-1229-4fd6-a61b-559034354c58,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:23.344278 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bf817244-a0d5-45e9-897a-935a3ada99ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:23.364933 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bf817244-a0d5-45e9-897a-935a3ada99ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:23.373457 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd8556b-4889-4e9a-be14-73ba68e943ed req-ed1574fb-ca04-442e-b4b2-6333ce54dcf6 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:23.374911 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-bfd8556b-4889-4e9a-be14-73ba68e943ed req-ed1574fb-ca04-442e-b4b2-6333ce54dcf6 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 946 time: 0.0505068 Aug 25 01:28:23.412849 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-bfd8556b-4889-4e9a-be14-73ba68e943ed req-db4d3437-176d-45af-bcc7-fd49960f8d8a tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313990 Aug 25 01:28:23.415831 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bf817244-a0d5-45e9-897a-935a3ada99ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:23.418652 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bf817244-a0d5-45e9-897a-935a3ada99ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:23.422919 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-bf817244-a0d5-45e9-897a-935a3ada99ef admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e2500394-1229-4fd6-a61b-559034354c58 HTTP/1.1" status: 204 len: 168 time: 0.1633277 Aug 25 01:28:23.434854 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf817244-a0d5-45e9-897a-935a3ada99ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2500394-1229-4fd6-a61b-559034354c58,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:23.479365 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 01:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0db01bf-ec0c-440c-bb09-629230b92ec2 x-openstack-request-id: req-a0db01bf-ec0c-440c-bb09-629230b92ec2 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:28:23.479701 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2171f219-fb7d-44ad-8745-547ca0d893db", "name": "network-vif-deleted", "tag": "66ca66df-8b02-49f3-a2dd-b7ae35cfae65", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:28:23.481931 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a0db01bf-ec0c-440c-bb09-629230b92ec2 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:28:23.483820 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2171f219-fb7d-44ad-8745-547ca0d893db', 'name': 'network-vif-deleted', 'tag': '66ca66df-8b02-49f3-a2dd-b7ae35cfae65', 'status': 'completed', 'code': 200} Aug 25 01:28:23.734983 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 49966) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:28:23.748680 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1608d823-5c7e-4e6c-abd8-b7ed75fcac78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:23.846342 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1608d823-5c7e-4e6c-abd8-b7ed75fcac78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:23.850169 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1608d823-5c7e-4e6c-abd8-b7ed75fcac78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:23.889594 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-1608d823-5c7e-4e6c-abd8-b7ed75fcac78 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5945d5b705e445f59d0d6593ef9514fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1533778 Aug 25 01:28:23.891470 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1608d823-5c7e-4e6c-abd8-b7ed75fcac78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eade4b95-c7a3-4f52-a710-ec8e0cd3872d,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:23.892423 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 49968) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:28:23.941793 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dd8e4eb7-bb8d-4d51-a043-da951376b513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:23.961414 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dd8e4eb7-bb8d-4d51-a043-da951376b513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:24.008033 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dd8e4eb7-bb8d-4d51-a043-da951376b513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:24.010995 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dd8e4eb7-bb8d-4d51-a043-da951376b513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:24.012156 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-dd8e4eb7-bb8d-4d51-a043-da951376b513 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eade4b95-c7a3-4f52-a710-ec8e0cd3872d HTTP/1.1" status: 204 len: 168 time: 0.1185586 Aug 25 01:28:24.020492 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e4eb7-bb8d-4d51-a043-da951376b513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eade4b95-c7a3-4f52-a710-ec8e0cd3872d,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:24.213685 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba7eca-7c80-4748-8cef-cd17e56e4869 req-e93eaf79-bd1f-4bfc-abf8-e315b6e78fd8 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:24.215178 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-b3ba7eca-7c80-4748-8cef-cd17e56e4869 req-e93eaf79-bd1f-4bfc-abf8-e315b6e78fd8 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/networks?id=400a2ac9-3eb3-4dc0-9993-b410ce65adf5 HTTP/1.1" status: 200 len: 814 time: 0.1298232 Aug 25 01:28:24.236733 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-b3ba7eca-7c80-4748-8cef-cd17e56e4869 req-3430c4fa-e3c3-431e-a8ef-4ff0ef9345d2 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/quotas/46fe21ec575f40a0b26f9482a77b5a73 HTTP/1.1" status: 200 len: 375 time: 0.0099568 Aug 25 01:28:24.314133 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-b3ba7eca-7c80-4748-8cef-cd17e56e4869 req-c1efa8cb-63e4-4ca0-8634-1be9c95997cf tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=46fe21ec575f40a0b26f9482a77b5a73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0693510 Aug 25 01:28:24.472967 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-b3ba7eca-7c80-4748-8cef-cd17e56e4869 req-fc5167a6-206d-4d4d-a27a-8be211ff613f service neutron] 10.222.0.23 "GET /v2.0/networks/400a2ac9-3eb3-4dc0-9993-b410ce65adf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574221 Aug 25 01:28:24.514628 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a0224-5899-4925-92d3-44722cded772 req-f224e675-64e6-475a-a631-1043c2c3282f tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:24.516230 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-192a0224-5899-4925-92d3-44722cded772 req-f224e675-64e6-475a-a631-1043c2c3282f tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/networks?id=21e6a6dc-77f9-423c-af4a-5ce652aeeab8 HTTP/1.1" status: 200 len: 809 time: 0.1818295 Aug 25 01:28:24.559369 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-192a0224-5899-4925-92d3-44722cded772 req-348ada0b-5b13-40d7-bc0f-99e8cd7de239 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/quotas/3d509ebf5e5a4a77820b0e5ea04090c5 HTTP/1.1" status: 200 len: 375 time: 0.0143290 Aug 25 01:28:24.609068 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-192a0224-5899-4925-92d3-44722cded772 req-1669967b-eb0a-4223-81e5-2f7319d38685 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3d509ebf5e5a4a77820b0e5ea04090c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403833 Aug 25 01:28:24.612600 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-b3ba7eca-7c80-4748-8cef-cd17e56e4869 req-8c0c4aee-6e70-4395-95eb-abca2524c35d service neutron] 10.222.0.23 "GET /v2.0/networks/400a2ac9-3eb3-4dc0-9993-b410ce65adf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313639 Aug 25 01:28:24.713713 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-192a0224-5899-4925-92d3-44722cded772 req-d4342af2-c11f-40a2-89e8-afcc86693133 service neutron] 10.222.0.23 "GET /v2.0/networks/21e6a6dc-77f9-423c-af4a-5ce652aeeab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973692 Aug 25 01:28:24.845920 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-192a0224-5899-4925-92d3-44722cded772 req-a14d871b-398a-4203-9c53-3b5c4d740ce6 service neutron] 10.222.0.23 "GET /v2.0/networks/21e6a6dc-77f9-423c-af4a-5ce652aeeab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257248 Aug 25 01:28:24.873837 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f9072-5499-421d-ab02-26a6a25debc2 req-1b8841d6-c8d4-4ac5-92d4-dbd379662d82 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:24.875755 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a91f9072-5499-421d-ab02-26a6a25debc2 req-1b8841d6-c8d4-4ac5-92d4-dbd379662d82 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 946 time: 0.0851977 Aug 25 01:28:24.931120 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a91f9072-5499-421d-ab02-26a6a25debc2 req-3a185b4d-2701-4a89-b432-6a7610f5677a tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459397 Aug 25 01:28:25.042832 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a9e807a0-bd17-433d-b8f7-ba6d21f400cc req-8a4f43bd-a40b-4ea0-9c06-5a9f1c172f48 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=16bcdc99-e6b5-4242-a77b-9908957fc7c9 HTTP/1.1" status: 200 len: 210 time: 0.0311425 Aug 25 01:28:25.136407 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-fc135f78-6d94-4ccd-8246-192bbba27fb4 req-9e35cdbf-0f22-4405-bfed-cc34855ea993 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/ports?device_id=1404c2e2-44fe-4f62-a42d-7bc0efc978ac HTTP/1.1" status: 200 len: 210 time: 0.0420017 Aug 25 01:28:25.180945 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device 66ca66df-8b02-49f3-a2dd-b7ae35cfae65 no longer exists at agent hyperv_hv-cinder-79001 {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 01:28:25.201361 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] No Port match for: 66ca66df-8b02-49f3-a2dd-b7ae35cfae65 {{(pid=93834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 01:28:25.201687 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device 66ca66df-8b02-49f3-a2dd-b7ae35cfae65 not bound to the agent host hv-cinder-79001 {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 01:28:26.047256 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a274b1a8-9b7c-4df7-add2-ca68d2f99982 req-437213c6-822f-4574-9431-2d8e021aa295 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:26.048686 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a274b1a8-9b7c-4df7-add2-ca68d2f99982 req-437213c6-822f-4574-9431-2d8e021aa295 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 946 time: 0.0472631 Aug 25 01:28:26.085246 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a274b1a8-9b7c-4df7-add2-ca68d2f99982 req-28f7c37d-8c7c-427f-a551-fc7123bf2a23 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301020 Aug 25 01:28:26.164205 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-8aa18f6f-3cf9-4e5c-8661-f83e5b11559a req-5571f378-589d-40b8-a98d-8c39943e7556 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=16bcdc99-e6b5-4242-a77b-9908957fc7c9 HTTP/1.1" status: 200 len: 210 time: 0.0281670 Aug 25 01:28:26.240758 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-3d7d8dfe-5a63-4c7e-914b-fde3f7c26c23 req-cc90f41e-b630-40c3-ad54-b7d4c03dc92a tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/ports?device_id=1404c2e2-44fe-4f62-a42d-7bc0efc978ac HTTP/1.1" status: 200 len: 210 time: 0.0247200 Aug 25 01:28:27.209032 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272bdf2-a9be-4bce-8150-59c4051324f5 req-be347fb8-20db-4de9-9504-1a677e0f4bbf tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:27.210424 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-e272bdf2-a9be-4bce-8150-59c4051324f5 req-be347fb8-20db-4de9-9504-1a677e0f4bbf tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 946 time: 0.0528514 Aug 25 01:28:27.271334 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-e272bdf2-a9be-4bce-8150-59c4051324f5 req-c6185544-709c-461d-adc3-8083b7fcbbc7 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536146 Aug 25 01:28:27.273411 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-268183b4-ea70-44b0-8e33-229414ad4d57 req-de5b746f-b8ff-4bc3-bc04-68745490b861 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=16bcdc99-e6b5-4242-a77b-9908957fc7c9 HTTP/1.1" status: 200 len: 210 time: 0.0314138 Aug 25 01:28:27.315652 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6037571c-daa5-45df-a1f0-84a12ecbb1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:27.363730 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-093a62bb-8308-46cf-8ab2-6cd952e19a1f req-a6495157-22b3-4927-83fe-e4346043d634 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/ports?device_id=1404c2e2-44fe-4f62-a42d-7bc0efc978ac HTTP/1.1" status: 200 len: 210 time: 0.0279019 Aug 25 01:28:27.951093 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba7eca-7c80-4748-8cef-cd17e56e4869 req-ea933dbf-8509-47d9-bb59-4f569b28d56f tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:27.953405 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-b3ba7eca-7c80-4748-8cef-cd17e56e4869 req-ea933dbf-8509-47d9-bb59-4f569b28d56f tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.26 "GET /v2.0/networks?id=400a2ac9-3eb3-4dc0-9993-b410ce65adf5 HTTP/1.1" status: 200 len: 814 time: 0.1453769 Aug 25 01:28:27.970815 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [req-b3ba7eca-7c80-4748-8cef-cd17e56e4869 req-668248a6-4516-4cfe-bd8e-824c009a1a05 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Request body: {'port': {'device_id': '16bcdc99-e6b5-4242-a77b-9908957fc7c9', 'network_id': '400a2ac9-3eb3-4dc0-9993-b410ce65adf5', 'admin_state_up': True, 'tenant_id': '46fe21ec575f40a0b26f9482a77b5a73'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:28:28.076583 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3ba7eca-7c80-4748-8cef-cd17e56e4869 req-668248a6-4516-4cfe-bd8e-824c009a1a05 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Made reservation on behalf of 46fe21ec575f40a0b26f9482a77b5a73 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 01:28:28.080200 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b3ba7eca-7c80-4748-8cef-cd17e56e4869 req-668248a6-4516-4cfe-bd8e-824c009a1a05 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:28.204785 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-b3ba7eca-7c80-4748-8cef-cd17e56e4869 req-668248a6-4516-4cfe-bd8e-824c009a1a05 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Allocated IP 172.20.0.4 (400a2ac9-3eb3-4dc0-9993-b410ce65adf5/3a3c8204-079a-4b71-b92d-f2dd7dc9c219/e5f74a04-7e2e-4039-9b3d-fb3695831c47) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 01:28:28.390948 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-4165eb5c-e81d-4b94-9cff-0a1ea543d1f3 req-d15bfcc4-7001-432d-ac8b-bcbeae98a4af tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=16bcdc99-e6b5-4242-a77b-9908957fc7c9 HTTP/1.1" status: 200 len: 210 time: 0.0423269 Aug 25 01:28:28.424784 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b3ba7eca-7c80-4748-8cef-cd17e56e4869 req-668248a6-4516-4cfe-bd8e-824c009a1a05 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:28.529937 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee79bd-2375-4998-a547-df486073609e req-3789ddc4-de1a-427f-910a-bb6c3725d220 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:28.533507 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b3ba7eca-7c80-4748-8cef-cd17e56e4869 req-668248a6-4516-4cfe-bd8e-824c009a1a05 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782026665144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:28.549782 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-3bee79bd-2375-4998-a547-df486073609e req-3789ddc4-de1a-427f-910a-bb6c3725d220 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 946 time: 0.1699743 Aug 25 01:28:28.556073 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] get_ports_and_sgs() called for port_ids ['8e48c757-7e6e-4b84-9506-7c2d2575918f', '123d311e-58d1-4bc6-8a02-ba0daafdb4d1'] {{(pid=93834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 01:28:28.589466 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a71a855e-9f2c-449c-b7aa-b1d4214e0013 req-ab93af81-e9db-489c-bfda-96ae76e4a7c9 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/ports?device_id=1404c2e2-44fe-4f62-a42d-7bc0efc978ac HTTP/1.1" status: 200 len: 210 time: 0.1263330 Aug 25 01:28:28.610888 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a0224-5899-4925-92d3-44722cded772 req-b42b003f-6350-4caf-8296-f60e194d0ecc tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:28.610888 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-192a0224-5899-4925-92d3-44722cded772 req-b42b003f-6350-4caf-8296-f60e194d0ecc tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.26 "GET /v2.0/networks?id=21e6a6dc-77f9-423c-af4a-5ce652aeeab8 HTTP/1.1" status: 200 len: 809 time: 0.2780061 Aug 25 01:28:28.616933 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3ba7eca-7c80-4748-8cef-cd17e56e4869 req-668248a6-4516-4cfe-bd8e-824c009a1a05 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Network 400a2ac9-3eb3-4dc0-9993-b410ce65adf5 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:28:28.626214 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-b3ba7eca-7c80-4748-8cef-cd17e56e4869 req-668248a6-4516-4cfe-bd8e-824c009a1a05 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:28:28.631919 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [req-192a0224-5899-4925-92d3-44722cded772 req-e65ff3c2-4afe-4a63-8b98-71ed4d3858e1 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Request body: {'port': {'device_id': '1404c2e2-44fe-4f62-a42d-7bc0efc978ac', 'network_id': '21e6a6dc-77f9-423c-af4a-5ce652aeeab8', 'admin_state_up': True, 'tenant_id': '3d509ebf5e5a4a77820b0e5ea04090c5'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:28:28.638454 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3ba7eca-7c80-4748-8cef-cd17e56e4869 req-668248a6-4516-4cfe-bd8e-824c009a1a05 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 01:28:28.653227 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-3bee79bd-2375-4998-a547-df486073609e req-0a17e752-bf0c-4459-b74b-0dd014d189ce tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026816 Aug 25 01:28:28.689991 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668248a6-4516-4cfe-bd8e-824c009a1a05 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Pushing event updated for resources: {'Port': ['ID=e5f74a04-7e2e-4039-9b3d-fb3695831c47,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:28.746744 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba7eca-7c80-4748-8cef-cd17e56e4869 req-668248a6-4516-4cfe-bd8e-824c009a1a05 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:28.747430 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b3ba7eca-7c80-4748-8cef-cd17e56e4869 req-668248a6-4516-4cfe-bd8e-824c009a1a05 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:28.772607 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-b3ba7eca-7c80-4748-8cef-cd17e56e4869 req-668248a6-4516-4cfe-bd8e-824c009a1a05 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8055716 Aug 25 01:28:28.795179 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [req-b3ba7eca-7c80-4748-8cef-cd17e56e4869 req-7e1a0fef-e926-4720-9c80-e9bef5e30e8a service neutron] Request body: {'port': {'device_id': '16bcdc99-e6b5-4242-a77b-9908957fc7c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:28:28.870273 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b3ba7eca-7c80-4748-8cef-cd17e56e4869 req-7e1a0fef-e926-4720-9c80-e9bef5e30e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:28.878309 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-192a0224-5899-4925-92d3-44722cded772 req-e65ff3c2-4afe-4a63-8b98-71ed4d3858e1 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Made reservation on behalf of 3d509ebf5e5a4a77820b0e5ea04090c5 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 01:28:28.882646 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-192a0224-5899-4925-92d3-44722cded772 req-e65ff3c2-4afe-4a63-8b98-71ed4d3858e1 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:29.145142 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-192a0224-5899-4925-92d3-44722cded772 req-e65ff3c2-4afe-4a63-8b98-71ed4d3858e1 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Allocated IP 172.20.0.12 (21e6a6dc-77f9-423c-af4a-5ce652aeeab8/96136862-e6c0-4d13-8e79-4355fce1b62c/b2b2a937-b3a3-4daf-a59f-7611bf87221c) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 01:28:29.323620 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [req-b3ba7eca-7c80-4748-8cef-cd17e56e4869 req-7e1a0fef-e926-4720-9c80-e9bef5e30e8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5f74a04-7e2e-4039-9b3d-fb3695831c47 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 01:28:29.337812 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b3ba7eca-7c80-4748-8cef-cd17e56e4869 req-7e1a0fef-e926-4720-9c80-e9bef5e30e8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:29.364497 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-b3ba7eca-7c80-4748-8cef-cd17e56e4869 req-7e1a0fef-e926-4720-9c80-e9bef5e30e8a service neutron] Transition to ACTIVE for port object e5f74a04-7e2e-4039-9b3d-fb3695831c47 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:28:29.371152 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b3ba7eca-7c80-4748-8cef-cd17e56e4869 req-7e1a0fef-e926-4720-9c80-e9bef5e30e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8611129'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:29.379804 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-192a0224-5899-4925-92d3-44722cded772 req-e65ff3c2-4afe-4a63-8b98-71ed4d3858e1 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:29.439109 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a0fef-e926-4720-9c80-e9bef5e30e8a service neutron] Pushing event updated for resources: {'Port': ['ID=e5f74a04-7e2e-4039-9b3d-fb3695831c47,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:29.501690 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d4e2f-f1be-41d2-9cc4-be9cfa069e0f req-b840afc4-e9cd-4ff0-8760-6b57826f21ae tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:29.503193 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-4e5d4e2f-f1be-41d2-9cc4-be9cfa069e0f req-b840afc4-e9cd-4ff0-8760-6b57826f21ae tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=16bcdc99-e6b5-4242-a77b-9908957fc7c9 HTTP/1.1" status: 200 len: 943 time: 0.0533156 Aug 25 01:28:29.512481 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-192a0224-5899-4925-92d3-44722cded772 req-e65ff3c2-4afe-4a63-8b98-71ed4d3858e1 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782026665144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:29.550898 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-4e5d4e2f-f1be-41d2-9cc4-be9cfa069e0f req-20da8cf3-4a48-49d5-858a-5da7786e0891 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335479 Aug 25 01:28:29.563519 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-b3ba7eca-7c80-4748-8cef-cd17e56e4869 req-7e1a0fef-e926-4720-9c80-e9bef5e30e8a service neutron] Attempting to bind port e5f74a04-7e2e-4039-9b3d-fb3695831c47 on host hv-cinder-79001 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 01:28:29.563953 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-b3ba7eca-7c80-4748-8cef-cd17e56e4869 req-7e1a0fef-e926-4720-9c80-e9bef5e30e8a service neutron] Attempting to bind port e5f74a04-7e2e-4039-9b3d-fb3695831c47 by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '4944b506-92f4-4d03-bf96-a130cf5b7dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '400a2ac9-3eb3-4dc0-9993-b410ce65adf5'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 01:28:29.564292 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ba7eca-7c80-4748-8cef-cd17e56e4869 req-7e1a0fef-e926-4720-9c80-e9bef5e30e8a service neutron] Attempting to bind port e5f74a04-7e2e-4039-9b3d-fb3695831c47 on network 400a2ac9-3eb3-4dc0-9993-b410ce65adf5 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:28:29.576320 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-192a0224-5899-4925-92d3-44722cded772 req-e65ff3c2-4afe-4a63-8b98-71ed4d3858e1 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Network 21e6a6dc-77f9-423c-af4a-5ce652aeeab8 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:28:29.582452 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-192a0224-5899-4925-92d3-44722cded772 req-e65ff3c2-4afe-4a63-8b98-71ed4d3858e1 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:28:29.584805 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ba7eca-7c80-4748-8cef-cd17e56e4869 req-7e1a0fef-e926-4720-9c80-e9bef5e30e8a service neutron] Port e5f74a04-7e2e-4039-9b3d-fb3695831c47 on network 400a2ac9-3eb3-4dc0-9993-b410ce65adf5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 01:28:29.585134 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ba7eca-7c80-4748-8cef-cd17e56e4869 req-7e1a0fef-e926-4720-9c80-e9bef5e30e8a service neutron] Attempting to bind port e5f74a04-7e2e-4039-9b3d-fb3695831c47 on network 400a2ac9-3eb3-4dc0-9993-b410ce65adf5 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:28:29.590174 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-192a0224-5899-4925-92d3-44722cded772 req-e65ff3c2-4afe-4a63-8b98-71ed4d3858e1 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 01:28:29.592895 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65ff3c2-4afe-4a63-8b98-71ed4d3858e1 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Pushing event updated for resources: {'Port': ['ID=b2b2a937-b3a3-4daf-a59f-7611bf87221c,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:29.596844 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ba7eca-7c80-4748-8cef-cd17e56e4869 req-7e1a0fef-e926-4720-9c80-e9bef5e30e8a service neutron] Checking agent: {'id': '05c2a1f8-ef41-45f5-8e32-988b9472ad60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 1, 25, 19), 'started_at': datetime.datetime(2021, 8, 25, 1, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 1, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 01:28:29.597019 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ba7eca-7c80-4748-8cef-cd17e56e4869 req-7e1a0fef-e926-4720-9c80-e9bef5e30e8a service neutron] Checking segment: {'id': '4944b506-92f4-4d03-bf96-a130cf5b7dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '400a2ac9-3eb3-4dc0-9993-b410ce65adf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:28:29.597923 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ba7eca-7c80-4748-8cef-cd17e56e4869 req-7e1a0fef-e926-4720-9c80-e9bef5e30e8a service neutron] Bound using segment: {'id': '4944b506-92f4-4d03-bf96-a130cf5b7dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '400a2ac9-3eb3-4dc0-9993-b410ce65adf5'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 01:28:29.598360 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-b3ba7eca-7c80-4748-8cef-cd17e56e4869 req-7e1a0fef-e926-4720-9c80-e9bef5e30e8a service neutron] Bound port: e5f74a04-7e2e-4039-9b3d-fb3695831c47, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4944b506-92f4-4d03-bf96-a130cf5b7dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '400a2ac9-3eb3-4dc0-9993-b410ce65adf5'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 01:28:29.598735 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b3ba7eca-7c80-4748-8cef-cd17e56e4869 req-7e1a0fef-e926-4720-9c80-e9bef5e30e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:29.680243 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a0224-5899-4925-92d3-44722cded772 req-e65ff3c2-4afe-4a63-8b98-71ed4d3858e1 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:29.680917 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-192a0224-5899-4925-92d3-44722cded772 req-e65ff3c2-4afe-4a63-8b98-71ed4d3858e1 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:29.709478 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c832c3e7-c375-45e6-b878-aacba7f7791a req-7a5f0411-ab47-4248-9722-11ceb60ccb9e tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:29.710972 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-c832c3e7-c375-45e6-b878-aacba7f7791a req-7a5f0411-ab47-4248-9722-11ceb60ccb9e tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/ports?device_id=1404c2e2-44fe-4f62-a42d-7bc0efc978ac HTTP/1.1" status: 200 len: 932 time: 0.0498853 Aug 25 01:28:29.711796 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-192a0224-5899-4925-92d3-44722cded772 req-e65ff3c2-4afe-4a63-8b98-71ed4d3858e1 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0871561 Aug 25 01:28:29.715896 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-b3ba7eca-7c80-4748-8cef-cd17e56e4869 req-7e1a0fef-e926-4720-9c80-e9bef5e30e8a service neutron] For port e5f74a04-7e2e-4039-9b3d-fb3695831c47, host hv-cinder-79001, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 01:28:29.719045 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-b3ba7eca-7c80-4748-8cef-cd17e56e4869 req-7e1a0fef-e926-4720-9c80-e9bef5e30e8a service neutron] For port e5f74a04-7e2e-4039-9b3d-fb3695831c47, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=e5f74a04-7e2e-4039-9b3d-fb3695831c47,segment=NetworkSegment(4944b506-92f4-4d03-bf96-a130cf5b7dec),segment_id=4944b506-92f4-4d03-bf96-a130cf5b7dec)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 01:28:29.723403 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b3ba7eca-7c80-4748-8cef-cd17e56e4869 req-7e1a0fef-e926-4720-9c80-e9bef5e30e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8611129'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:29.749739 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-c832c3e7-c375-45e6-b878-aacba7f7791a req-a78a8ab6-e949-47cb-b743-49c250b28df2 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/security-groups?id=8035d9a0-8ba4-4de0-a7b3-542d6d7a9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324187 Aug 25 01:28:29.755571 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba7eca-7c80-4748-8cef-cd17e56e4869 req-7e1a0fef-e926-4720-9c80-e9bef5e30e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:29.756185 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b3ba7eca-7c80-4748-8cef-cd17e56e4869 req-7e1a0fef-e926-4720-9c80-e9bef5e30e8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:29.757621 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-b3ba7eca-7c80-4748-8cef-cd17e56e4869 req-7e1a0fef-e926-4720-9c80-e9bef5e30e8a service neutron] 10.222.0.26 "PUT /v2.0/ports/e5f74a04-7e2e-4039-9b3d-fb3695831c47 HTTP/1.1" status: 200 len: 1093 time: 0.9731188 Aug 25 01:28:29.757960 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16bcdc99-e6b5-4242-a77b-9908957fc7c9', 'tag': 'e5f74a04-7e2e-4039-9b3d-fb3695831c47'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:28:29.760217 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6aaa77860150641abcbf195034e02978cb43d302165c9bbcbee081d494fe815" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a370c41-0791-40c4-a765-52dcac09e163" -d '{"events": [{"name": "network-changed", "server_uuid": "16bcdc99-e6b5-4242-a77b-9908957fc7c9", "tag": "e5f74a04-7e2e-4039-9b3d-fb3695831c47"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:28:29.786803 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a0fef-e926-4720-9c80-e9bef5e30e8a service neutron] Pushing event updated for resources: {'Port': ['ID=e5f74a04-7e2e-4039-9b3d-fb3695831c47,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:29.860048 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d0e23-3625-43ff-8c57-5f9b31d552ea req-15b3919f-9534-43ec-a29b-74de7383d716 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:29.861512 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-e73d0e23-3625-43ff-8c57-5f9b31d552ea req-15b3919f-9534-43ec-a29b-74de7383d716 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 946 time: 0.0483871 Aug 25 01:28:29.899373 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-e73d0e23-3625-43ff-8c57-5f9b31d552ea req-f0ed11fb-d772-4bb7-aec2-21d8b157322d tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317447 Aug 25 01:28:29.939808 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 01:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ccc549-2c86-4112-8bf1-2f4dc337847b x-openstack-request-id: req-f9ccc549-2c86-4112-8bf1-2f4dc337847b {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:28:29.940095 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16bcdc99-e6b5-4242-a77b-9908957fc7c9", "tag": "e5f74a04-7e2e-4039-9b3d-fb3695831c47", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:28:29.940348 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f9ccc549-2c86-4112-8bf1-2f4dc337847b {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:28:29.940758 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16bcdc99-e6b5-4242-a77b-9908957fc7c9', 'tag': 'e5f74a04-7e2e-4039-9b3d-fb3695831c47', 'status': 'completed', 'code': 200} Aug 25 01:28:30.279437 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4db628bb-661c-4111-b14a-a3f222bfb646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:30.389563 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:30.664826 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad78975-b2ff-4bbc-ba8c-4077280d0fc7 req-4002dd7f-e440-48e1-8033-02a662ba0480 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:30.666271 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-5ad78975-b2ff-4bbc-ba8c-4077280d0fc7 req-4002dd7f-e440-48e1-8033-02a662ba0480 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=16bcdc99-e6b5-4242-a77b-9908957fc7c9 HTTP/1.1" status: 200 len: 943 time: 0.0476286 Aug 25 01:28:30.708135 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-5ad78975-b2ff-4bbc-ba8c-4077280d0fc7 req-ade68daf-c72f-45a5-a3dc-6bf06e67851a tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358477 Aug 25 01:28:30.867026 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d508daa4-2939-4996-8baf-68c0fbcdcbb3 req-2541041d-d045-4fc8-b3fa-483f7c34da65 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:30.868496 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d508daa4-2939-4996-8baf-68c0fbcdcbb3 req-2541041d-d045-4fc8-b3fa-483f7c34da65 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/ports?device_id=1404c2e2-44fe-4f62-a42d-7bc0efc978ac HTTP/1.1" status: 200 len: 932 time: 0.0492322 Aug 25 01:28:30.872684 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d877336-721a-4d3d-9b41-e32e75b3d69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:30.906154 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d508daa4-2939-4996-8baf-68c0fbcdcbb3 req-bdf78f2e-0e52-4c9d-82c8-d5917308f4eb tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/security-groups?id=8035d9a0-8ba4-4de0-a7b3-542d6d7a9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310216 Aug 25 01:28:31.011145 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e952b-8f80-4835-86ff-ad6d0aa6a297 req-856c05a2-9d5f-4a79-8998-931854e3f0d9 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:31.012579 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-691e952b-8f80-4835-86ff-ad6d0aa6a297 req-856c05a2-9d5f-4a79-8998-931854e3f0d9 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 946 time: 0.0470595 Aug 25 01:28:31.050072 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-691e952b-8f80-4835-86ff-ad6d0aa6a297 req-101d4a22-74a7-4398-9a71-03b980cb202a tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310092 Aug 25 01:28:31.820366 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ba21f-54a1-42f3-a854-ddd5daa7f767 req-8efa2cc2-ebbd-4abe-83c7-3b4f38037624 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:31.822225 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-621ba21f-54a1-42f3-a854-ddd5daa7f767 req-8efa2cc2-ebbd-4abe-83c7-3b4f38037624 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=16bcdc99-e6b5-4242-a77b-9908957fc7c9 HTTP/1.1" status: 200 len: 943 time: 0.0488236 Aug 25 01:28:31.864243 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-621ba21f-54a1-42f3-a854-ddd5daa7f767 req-f21cad37-b765-4702-90be-9fdea15c91af tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359242 Aug 25 01:28:32.017279 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6726831-509c-4816-8713-e61b67c9f859 req-c1af9318-49a2-41d2-8a36-08d722d3bb58 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:32.018713 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-e6726831-509c-4816-8713-e61b67c9f859 req-c1af9318-49a2-41d2-8a36-08d722d3bb58 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/ports?device_id=1404c2e2-44fe-4f62-a42d-7bc0efc978ac HTTP/1.1" status: 200 len: 932 time: 0.0465343 Aug 25 01:28:32.055677 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-e6726831-509c-4816-8713-e61b67c9f859 req-e88d3cce-059d-4211-9be7-c40d42bea13e tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/security-groups?id=8035d9a0-8ba4-4de0-a7b3-542d6d7a9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305350 Aug 25 01:28:32.161731 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890b047-9fcd-4fb1-b731-f6677039ae5f req-bc002d79-546b-4554-b003-1684a467bd19 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:32.163153 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-c890b047-9fcd-4fb1-b731-f6677039ae5f req-bc002d79-546b-4554-b003-1684a467bd19 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 946 time: 0.0464625 Aug 25 01:28:32.203920 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-c890b047-9fcd-4fb1-b731-f6677039ae5f req-3c991413-5804-4510-8f77-4b63646d7ad4 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348861 Aug 25 01:28:32.226554 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [req-192a0224-5899-4925-92d3-44722cded772 req-8c1dee1c-61b0-4903-95f8-d952fac3fb0a service neutron] Request body: {'port': {'device_id': '1404c2e2-44fe-4f62-a42d-7bc0efc978ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:28:32.308959 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-192a0224-5899-4925-92d3-44722cded772 req-8c1dee1c-61b0-4903-95f8-d952fac3fb0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:32.326304 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a370c41-0791-40c4-a765-52dcac09e163 req-0ce3bcbb-6461-4dfa-ad74-74c421161683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:32.327831 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-9a370c41-0791-40c4-a765-52dcac09e163 req-0ce3bcbb-6461-4dfa-ad74-74c421161683 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=46fe21ec575f40a0b26f9482a77b5a73&device_id=16bcdc99-e6b5-4242-a77b-9908957fc7c9 HTTP/1.1" status: 200 len: 1096 time: 0.0829995 Aug 25 01:28:32.537926 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-637296fa-69e7-4112-9a21-84726ca1bc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:32.558712 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a370c41-0791-40c4-a765-52dcac09e163 req-cbdd90ce-9167-409c-9d8a-e1768690d11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:32.560097 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-9a370c41-0791-40c4-a765-52dcac09e163 req-cbdd90ce-9167-409c-9d8a-e1768690d11e service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=46fe21ec575f40a0b26f9482a77b5a73&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1964343 Aug 25 01:28:32.935578 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a370c41-0791-40c4-a765-52dcac09e163 req-72faea8a-5777-4d40-b61d-faf01da520ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:32.937033 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-9a370c41-0791-40c4-a765-52dcac09e163 req-72faea8a-5777-4d40-b61d-faf01da520ea service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3624523 Aug 25 01:28:32.941684 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [req-192a0224-5899-4925-92d3-44722cded772 req-8c1dee1c-61b0-4903-95f8-d952fac3fb0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2b2a937-b3a3-4daf-a59f-7611bf87221c {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 01:28:32.949828 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-192a0224-5899-4925-92d3-44722cded772 req-8c1dee1c-61b0-4903-95f8-d952fac3fb0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:32.962631 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-192a0224-5899-4925-92d3-44722cded772 req-8c1dee1c-61b0-4903-95f8-d952fac3fb0a service neutron] Transition to ACTIVE for port object b2b2a937-b3a3-4daf-a59f-7611bf87221c will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:28:32.973820 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-192a0224-5899-4925-92d3-44722cded772 req-8c1dee1c-61b0-4903-95f8-d952fac3fb0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8611129'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:32.981188 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b7c96-da24-47c3-85dd-b061f882c470 req-ddf257a7-4c9c-4d1c-9b04-bd07e6924e2e tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:32.983474 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-351b7c96-da24-47c3-85dd-b061f882c470 req-ddf257a7-4c9c-4d1c-9b04-bd07e6924e2e tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=16bcdc99-e6b5-4242-a77b-9908957fc7c9 HTTP/1.1" status: 200 len: 943 time: 0.0500865 Aug 25 01:28:33.040576 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-351b7c96-da24-47c3-85dd-b061f882c470 req-b69820ff-331b-4ab0-ad07-ba33b403612f tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485814 Aug 25 01:28:33.061539 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1dee1c-61b0-4903-95f8-d952fac3fb0a service neutron] Pushing event updated for resources: {'Port': ['ID=b2b2a937-b3a3-4daf-a59f-7611bf87221c,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:33.106780 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba7eca-7c80-4748-8cef-cd17e56e4869 req-21d5c319-c096-4df0-9f9d-3c3f29cc9ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:33.108252 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-b3ba7eca-7c80-4748-8cef-cd17e56e4869 req-21d5c319-c096-4df0-9f9d-3c3f29cc9ead service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=46fe21ec575f40a0b26f9482a77b5a73&device_id=16bcdc99-e6b5-4242-a77b-9908957fc7c9 HTTP/1.1" status: 200 len: 1096 time: 0.1078148 Aug 25 01:28:33.164470 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-b3ba7eca-7c80-4748-8cef-cd17e56e4869 req-35be1c19-a077-4431-b879-7cc1b8b2f3d4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5f74a04-7e2e-4039-9b3d-fb3695831c47 HTTP/1.1" status: 200 len: 217 time: 0.0397873 Aug 25 01:28:33.166822 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-192a0224-5899-4925-92d3-44722cded772 req-8c1dee1c-61b0-4903-95f8-d952fac3fb0a service neutron] Attempting to bind port b2b2a937-b3a3-4daf-a59f-7611bf87221c on host hv-cinder-79001 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 01:28:33.167160 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-192a0224-5899-4925-92d3-44722cded772 req-8c1dee1c-61b0-4903-95f8-d952fac3fb0a service neutron] Attempting to bind port b2b2a937-b3a3-4daf-a59f-7611bf87221c by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '87938c2e-dfc5-46dd-8a5f-2ff1312adec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '21e6a6dc-77f9-423c-af4a-5ce652aeeab8'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 01:28:33.167492 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192a0224-5899-4925-92d3-44722cded772 req-8c1dee1c-61b0-4903-95f8-d952fac3fb0a service neutron] Attempting to bind port b2b2a937-b3a3-4daf-a59f-7611bf87221c on network 21e6a6dc-77f9-423c-af4a-5ce652aeeab8 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:28:33.170781 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee72e004-daca-4ded-83fa-3a97cca468cf req-4eb447af-4bce-430b-a62d-e623a1fd0f88 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:33.171862 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192a0224-5899-4925-92d3-44722cded772 req-8c1dee1c-61b0-4903-95f8-d952fac3fb0a service neutron] Port b2b2a937-b3a3-4daf-a59f-7611bf87221c on network 21e6a6dc-77f9-423c-af4a-5ce652aeeab8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 01:28:33.172181 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192a0224-5899-4925-92d3-44722cded772 req-8c1dee1c-61b0-4903-95f8-d952fac3fb0a service neutron] Attempting to bind port b2b2a937-b3a3-4daf-a59f-7611bf87221c on network 21e6a6dc-77f9-423c-af4a-5ce652aeeab8 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:28:33.172288 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ee72e004-daca-4ded-83fa-3a97cca468cf req-4eb447af-4bce-430b-a62d-e623a1fd0f88 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/ports?device_id=1404c2e2-44fe-4f62-a42d-7bc0efc978ac HTTP/1.1" status: 200 len: 944 time: 0.0484111 Aug 25 01:28:33.184589 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192a0224-5899-4925-92d3-44722cded772 req-8c1dee1c-61b0-4903-95f8-d952fac3fb0a service neutron] Checking agent: {'id': '05c2a1f8-ef41-45f5-8e32-988b9472ad60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 1, 25, 19), 'started_at': datetime.datetime(2021, 8, 25, 1, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 1, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 01:28:33.184927 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192a0224-5899-4925-92d3-44722cded772 req-8c1dee1c-61b0-4903-95f8-d952fac3fb0a service neutron] Checking segment: {'id': '87938c2e-dfc5-46dd-8a5f-2ff1312adec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '21e6a6dc-77f9-423c-af4a-5ce652aeeab8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:28:33.185303 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192a0224-5899-4925-92d3-44722cded772 req-8c1dee1c-61b0-4903-95f8-d952fac3fb0a service neutron] Bound using segment: {'id': '87938c2e-dfc5-46dd-8a5f-2ff1312adec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '21e6a6dc-77f9-423c-af4a-5ce652aeeab8'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 01:28:33.185736 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-192a0224-5899-4925-92d3-44722cded772 req-8c1dee1c-61b0-4903-95f8-d952fac3fb0a service neutron] Bound port: b2b2a937-b3a3-4daf-a59f-7611bf87221c, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87938c2e-dfc5-46dd-8a5f-2ff1312adec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '21e6a6dc-77f9-423c-af4a-5ce652aeeab8'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 01:28:33.186092 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-192a0224-5899-4925-92d3-44722cded772 req-8c1dee1c-61b0-4903-95f8-d952fac3fb0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:33.209461 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ee72e004-daca-4ded-83fa-3a97cca468cf req-13c05728-4616-496e-9036-47612e71d851 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/security-groups?id=8035d9a0-8ba4-4de0-a7b3-542d6d7a9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304568 Aug 25 01:28:33.258741 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba7eca-7c80-4748-8cef-cd17e56e4869 req-d12f70e7-627b-4301-a6b1-a9b4dce22bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:33.260216 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-b3ba7eca-7c80-4748-8cef-cd17e56e4869 req-d12f70e7-627b-4301-a6b1-a9b4dce22bf7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3a3c8204-079a-4b71-b92d-f2dd7dc9c219 HTTP/1.1" status: 200 len: 854 time: 0.0827115 Aug 25 01:28:33.306934 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-b3ba7eca-7c80-4748-8cef-cd17e56e4869 req-cf555f16-4d4e-4bf4-8670-1a039556dbb4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=400a2ac9-3eb3-4dc0-9993-b410ce65adf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353310 Aug 25 01:28:33.307918 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-192a0224-5899-4925-92d3-44722cded772 req-8c1dee1c-61b0-4903-95f8-d952fac3fb0a service neutron] For port b2b2a937-b3a3-4daf-a59f-7611bf87221c, host hv-cinder-79001, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 01:28:33.319613 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-192a0224-5899-4925-92d3-44722cded772 req-8c1dee1c-61b0-4903-95f8-d952fac3fb0a service neutron] For port b2b2a937-b3a3-4daf-a59f-7611bf87221c, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=b2b2a937-b3a3-4daf-a59f-7611bf87221c,segment=NetworkSegment(87938c2e-dfc5-46dd-8a5f-2ff1312adec3),segment_id=87938c2e-dfc5-46dd-8a5f-2ff1312adec3)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 01:28:33.328081 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033f565-65eb-469e-b1a2-0fce35f32b25 req-50cabf01-5d5f-4f3e-8354-f377e1392d56 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:33.329558 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-b033f565-65eb-469e-b1a2-0fce35f32b25 req-50cabf01-5d5f-4f3e-8354-f377e1392d56 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 946 time: 0.0518734 Aug 25 01:28:33.332134 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-192a0224-5899-4925-92d3-44722cded772 req-8c1dee1c-61b0-4903-95f8-d952fac3fb0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8611129'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:33.371150 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-b033f565-65eb-469e-b1a2-0fce35f32b25 req-91c09158-7da8-456e-99d8-f9bb335d9c90 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329204 Aug 25 01:28:33.412868 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a0224-5899-4925-92d3-44722cded772 req-8c1dee1c-61b0-4903-95f8-d952fac3fb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:33.413530 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-192a0224-5899-4925-92d3-44722cded772 req-8c1dee1c-61b0-4903-95f8-d952fac3fb0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:33.414979 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-192a0224-5899-4925-92d3-44722cded772 req-8c1dee1c-61b0-4903-95f8-d952fac3fb0a service neutron] 10.222.0.26 "PUT /v2.0/ports/b2b2a937-b3a3-4daf-a59f-7611bf87221c HTTP/1.1" status: 200 len: 1094 time: 1.1934481 Aug 25 01:28:33.417014 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1404c2e2-44fe-4f62-a42d-7bc0efc978ac', 'tag': 'b2b2a937-b3a3-4daf-a59f-7611bf87221c'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:28:33.419259 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6aaa77860150641abcbf195034e02978cb43d302165c9bbcbee081d494fe815" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8964390-d279-4443-9cdb-3130cfb9c063" -d '{"events": [{"name": "network-changed", "server_uuid": "1404c2e2-44fe-4f62-a42d-7bc0efc978ac", "tag": "b2b2a937-b3a3-4daf-a59f-7611bf87221c"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:28:33.445106 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1dee1c-61b0-4903-95f8-d952fac3fb0a service neutron] Pushing event updated for resources: {'Port': ['ID=b2b2a937-b3a3-4daf-a59f-7611bf87221c,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:33.478873 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 01:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ee9098-d573-4a03-9be5-7ab5822257eb x-openstack-request-id: req-42ee9098-d573-4a03-9be5-7ab5822257eb {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:28:33.478873 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1404c2e2-44fe-4f62-a42d-7bc0efc978ac", "tag": "b2b2a937-b3a3-4daf-a59f-7611bf87221c", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:28:33.478873 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-42ee9098-d573-4a03-9be5-7ab5822257eb {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:28:33.478873 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1404c2e2-44fe-4f62-a42d-7bc0efc978ac', 'tag': 'b2b2a937-b3a3-4daf-a59f-7611bf87221c', 'status': 'completed', 'code': 200} Aug 25 01:28:33.506458 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-b3ba7eca-7c80-4748-8cef-cd17e56e4869 req-fc0718c0-d8fe-42e8-a2cf-a3f81714c9e3 service neutron] 10.222.0.26 "GET /v2.0/networks/400a2ac9-3eb3-4dc0-9993-b410ce65adf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832449 Aug 25 01:28:33.521286 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a0224-5899-4925-92d3-44722cded772 req-0f68ffb2-383f-4325-a85c-6f15192dda8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:33.522776 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-192a0224-5899-4925-92d3-44722cded772 req-0f68ffb2-383f-4325-a85c-6f15192dda8d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3d509ebf5e5a4a77820b0e5ea04090c5&device_id=1404c2e2-44fe-4f62-a42d-7bc0efc978ac HTTP/1.1" status: 200 len: 1097 time: 0.0618911 Aug 25 01:28:33.565621 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 50218) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:28:33.667234 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8a6108a1-144c-4967-9a55-28ad930f5603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:33.751507 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8a6108a1-144c-4967-9a55-28ad930f5603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:33.754906 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8a6108a1-144c-4967-9a55-28ad930f5603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:33.794324 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-8a6108a1-144c-4967-9a55-28ad930f5603 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=56ceddf8baf747f28b7b431573982677&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2275941 Aug 25 01:28:33.794710 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 50224) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:28:33.795846 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6108a1-144c-4967-9a55-28ad930f5603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfccd1e1-8cdb-4d2b-b3f0-0a402a8cdd80,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:33.851250 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a1d56444-acb4-4832-9e32-85f5ccdee57b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:33.871879 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a1d56444-acb4-4832-9e32-85f5ccdee57b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:33.920141 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a1d56444-acb4-4832-9e32-85f5ccdee57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:33.922738 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a1d56444-acb4-4832-9e32-85f5ccdee57b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:33.923890 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-a1d56444-acb4-4832-9e32-85f5ccdee57b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bfccd1e1-8cdb-4d2b-b3f0-0a402a8cdd80 HTTP/1.1" status: 204 len: 168 time: 0.1281955 Aug 25 01:28:33.931246 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d56444-acb4-4832-9e32-85f5ccdee57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfccd1e1-8cdb-4d2b-b3f0-0a402a8cdd80,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:34.157150 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90aa1aa-687d-4f6d-a764-bf77d1cd90c7 req-876d03ec-39ea-4857-b1a9-3f96ca6f0381 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:34.158727 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-f90aa1aa-687d-4f6d-a764-bf77d1cd90c7 req-876d03ec-39ea-4857-b1a9-3f96ca6f0381 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=16bcdc99-e6b5-4242-a77b-9908957fc7c9 HTTP/1.1" status: 200 len: 943 time: 0.0489042 Aug 25 01:28:34.196335 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-f90aa1aa-687d-4f6d-a764-bf77d1cd90c7 req-957594b4-b5ed-4d81-842e-0e91d689f216 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313969 Aug 25 01:28:34.324272 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e16a9f-c936-428c-a2ec-f131572a23bd req-bf498710-47d5-4641-9c79-7513ca5b521e tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:34.325731 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-31e16a9f-c936-428c-a2ec-f131572a23bd req-bf498710-47d5-4641-9c79-7513ca5b521e tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/ports?device_id=1404c2e2-44fe-4f62-a42d-7bc0efc978ac HTTP/1.1" status: 200 len: 944 time: 0.0486619 Aug 25 01:28:34.362222 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-31e16a9f-c936-428c-a2ec-f131572a23bd req-217d5235-9a38-4db9-aa53-9958cebf1999 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/security-groups?id=8035d9a0-8ba4-4de0-a7b3-542d6d7a9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305901 Aug 25 01:28:34.492711 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c97cc-0afb-45bf-88b4-bd41a7b72fa6 req-98dff339-045f-426d-b2b1-feb344605593 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:34.494322 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a20c97cc-0afb-45bf-88b4-bd41a7b72fa6 req-98dff339-045f-426d-b2b1-feb344605593 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 946 time: 0.0507061 Aug 25 01:28:34.531805 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a20c97cc-0afb-45bf-88b4-bd41a7b72fa6 req-a5d639bb-bf2a-4293-9e42-12e44f739e1c tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316088 Aug 25 01:28:34.539814 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 50258) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:28:34.632600 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.v2.base [None req-2d5828ee-9fb0-4212-8e34-24aee5f023f0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-718401132-network', 'tenant_id': 'cdf67756f57948e9a1bcaae4578b8fb6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:28:34.652794 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5828ee-9fb0-4212-8e34-24aee5f023f0 admin admin] Made reservation on behalf of cdf67756f57948e9a1bcaae4578b8fb6 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 01:28:34.654944 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2d5828ee-9fb0-4212-8e34-24aee5f023f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:34.663260 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2d5828ee-9fb0-4212-8e34-24aee5f023f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:34.745292 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2d5828ee-9fb0-4212-8e34-24aee5f023f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:34.748650 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2d5828ee-9fb0-4212-8e34-24aee5f023f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:34.771170 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d5828ee-9fb0-4212-8e34-24aee5f023f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 01:28:34.780217 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5828ee-9fb0-4212-8e34-24aee5f023f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0070ae03-ecf3-4cfc-8f97-831ad5ba6e8b,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:34.785466 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2d5828ee-9fb0-4212-8e34-24aee5f023f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3751945'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:34.785802 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.db.segments_db [None req-2d5828ee-9fb0-4212-8e34-24aee5f023f0 admin admin] Added segment 60783d59-e204-428b-9b9a-32183774f0fb of type vlan for network 321eee0d-c6be-433c-adb7-c8e082895ea9 Aug 25 01:28:34.825829 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2d5828ee-9fb0-4212-8e34-24aee5f023f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782026683423'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:34.849998 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2d5828ee-9fb0-4212-8e34-24aee5f023f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:34.851092 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5828ee-9fb0-4212-8e34-24aee5f023f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:34.851793 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2d5828ee-9fb0-4212-8e34-24aee5f023f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:34.877953 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-2d5828ee-9fb0-4212-8e34-24aee5f023f0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3370674 Aug 25 01:28:34.880938 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 50266) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:28:34.886103 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [None req-9dfb5032-66ff-4818-9a27-37fcb9fc2c17 admin admin] Request body: {'subnet': {'network_id': '321eee0d-c6be-433c-adb7-c8e082895ea9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-718401132-subnet', 'tenant_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'ip_version': 4}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:28:34.907139 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dfb5032-66ff-4818-9a27-37fcb9fc2c17 admin admin] Made reservation on behalf of cdf67756f57948e9a1bcaae4578b8fb6 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 01:28:34.910120 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9dfb5032-66ff-4818-9a27-37fcb9fc2c17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11558204'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:34.917019 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5828ee-9fb0-4212-8e34-24aee5f023f0 admin admin] Pushing event updated for resources: {'Network': ['ID=321eee0d-c6be-433c-adb7-c8e082895ea9,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:34.928341 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Network 321eee0d-c6be-433c-adb7-c8e082895ea9 details requested by agent ovs-agent-dv-cinder-790014-2-iscsi with host dv-cinder-790014-2-iscsi {{(pid=93834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 01:28:35.076528 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9dfb5032-66ff-4818-9a27-37fcb9fc2c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8611488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11558350'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:35.134299 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfb5032-66ff-4818-9a27-37fcb9fc2c17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7657e42-cf1d-4305-98b4-a698e1c9d680,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:35.143648 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfb5032-66ff-4818-9a27-37fcb9fc2c17 admin admin] Checking segment: {'id': '60783d59-e204-428b-9b9a-32183774f0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '321eee0d-c6be-433c-adb7-c8e082895ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:28:35.144583 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfb5032-66ff-4818-9a27-37fcb9fc2c17 admin admin] Network hostable DHCP agents. Network: 321eee0d-c6be-433c-adb7-c8e082895ea9, hostable agents: ['ac5d4c25-da57-44fa-9536-6aedd7c82d66'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 01:28:35.159294 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfb5032-66ff-4818-9a27-37fcb9fc2c17 admin admin] Network 321eee0d-c6be-433c-adb7-c8e082895ea9 is scheduled to be hosted by DHCP agent ac5d4c25-da57-44fa-9536-6aedd7c82d66 with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 01:28:35.167922 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-9dfb5032-66ff-4818-9a27-37fcb9fc2c17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-2-iscsi, 321eee0d-c6be-433c-adb7-c8e082895ea9) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:28:35.172383 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfb5032-66ff-4818-9a27-37fcb9fc2c17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:35.173394 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9dfb5032-66ff-4818-9a27-37fcb9fc2c17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:35.176494 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a433f6d-0c30-4c7f-a84d-bb64221946ef None None] Network 321eee0d-c6be-433c-adb7-c8e082895ea9 requested from dv-cinder-790014-2-iscsi {{(pid=93834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 01:28:35.187124 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-9dfb5032-66ff-4818-9a27-37fcb9fc2c17 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3049159 Aug 25 01:28:35.189704 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 50270) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:28:35.193944 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [None req-27f0a7a5-edaa-44f4-a122-4129509d0dc6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-718401132-router', 'tenant_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4'}}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:28:35.214380 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-27f0a7a5-edaa-44f4-a122-4129509d0dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11028'] for router, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:35.215552 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-27f0a7a5-edaa-44f4-a122-4129509d0dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931179', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-927177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11023'] for router, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:35.272239 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-27f0a7a5-edaa-44f4-a122-4129509d0dc6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:35.314256 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b52643-7341-432a-85cf-6095d9981921 req-ab2e926d-3973-4c1c-8351-6dd1082c6676 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:35.316400 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-c2b52643-7341-432a-85cf-6095d9981921 req-ab2e926d-3973-4c1c-8351-6dd1082c6676 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=16bcdc99-e6b5-4242-a77b-9908957fc7c9 HTTP/1.1" status: 200 len: 943 time: 0.0510983 Aug 25 01:28:35.333748 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4675f0-6a6e-4fe6-9a04-00ef5dfdb762 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba2eb50d-18ea-5a46-8f87-f237355d5e2f-321eee0d-c6be-433c-adb7-c8e082895ea9', 'network_id': '321eee0d-c6be-433c-adb7-c8e082895ea9', 'tenant_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'fixed_ips': [{'subnet_id': 'd7657e42-cf1d-4305-98b4-a698e1c9d680'}]}} from dv-cinder-790014-2-iscsi. {{(pid=93834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 01:28:35.334597 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3a4675f0-6a6e-4fe6-9a04-00ef5dfdb762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:35.357836 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-c2b52643-7341-432a-85cf-6095d9981921 req-da5a7755-b712-4d2e-8774-e1715da3e637 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323493 Aug 25 01:28:35.416192 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-27f0a7a5-edaa-44f4-a122-4129509d0dc6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:35.469318 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-3a4675f0-6a6e-4fe6-9a04-00ef5dfdb762 None None] Allocated IP 172.20.0.2 (321eee0d-c6be-433c-adb7-c8e082895ea9/d7657e42-cf1d-4305-98b4-a698e1c9d680/d81b99ba-7813-412b-a033-8689e2109f28) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 01:28:35.486066 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621208f8-f340-4db0-9b59-f81b55f3421d req-ac0d05e7-7b5c-45d5-a17f-d6beed56e38e tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:35.487870 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-621208f8-f340-4db0-9b59-f81b55f3421d req-ac0d05e7-7b5c-45d5-a17f-d6beed56e38e tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/ports?device_id=1404c2e2-44fe-4f62-a42d-7bc0efc978ac HTTP/1.1" status: 200 len: 944 time: 0.0551047 Aug 25 01:28:35.529814 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-621208f8-f340-4db0-9b59-f81b55f3421d req-e7edbf27-ec1b-4574-8b46-7b61b1a4faf9 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/security-groups?id=8035d9a0-8ba4-4de0-a7b3-542d6d7a9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351791 Aug 25 01:28:35.624683 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-27f0a7a5-edaa-44f4-a122-4129509d0dc6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:35.624961 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3a4675f0-6a6e-4fe6-9a04-00ef5dfdb762 None None] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:35.633692 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-3a4675f0-6a6e-4fe6-9a04-00ef5dfdb762 None None] Transition to ACTIVE for port object d81b99ba-7813-412b-a033-8689e2109f28 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:28:35.646060 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-27f0a7a5-edaa-44f4-a122-4129509d0dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:35.653563 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-3a4675f0-6a6e-4fe6-9a04-00ef5dfdb762 None None] Transition to ACTIVE for port object d81b99ba-7813-412b-a033-8689e2109f28 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:28:35.654002 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1463a5-6784-470e-97c0-e9a599783551 req-b54bea2b-c972-4983-b3b8-e23c746f3942 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:35.655502 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-6c1463a5-6784-470e-97c0-e9a599783551 req-b54bea2b-c972-4983-b3b8-e23c746f3942 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 946 time: 0.0547328 Aug 25 01:28:35.661153 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3a4675f0-6a6e-4fe6-9a04-00ef5dfdb762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782026665144'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:35.695402 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-6c1463a5-6784-470e-97c0-e9a599783551 req-6e647447-f8f8-4cf1-a231-d7f0511ca6f1 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322535 Aug 25 01:28:35.702073 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4675f0-6a6e-4fe6-9a04-00ef5dfdb762 None None] Network 321eee0d-c6be-433c-adb7-c8e082895ea9 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:28:35.705226 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-3a4675f0-6a6e-4fe6-9a04-00ef5dfdb762 None None] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:28:35.710168 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4675f0-6a6e-4fe6-9a04-00ef5dfdb762 None None] Pushing event updated for resources: {'Port': ['ID=d81b99ba-7813-412b-a033-8689e2109f28,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:35.712385 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4675f0-6a6e-4fe6-9a04-00ef5dfdb762 None None] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 01:28:35.761157 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-27f0a7a5-edaa-44f4-a122-4129509d0dc6 admin admin] Allocated IP 172.27.1.86 (010d8b7d-53b1-407d-b771-6477c60770f4/e3100a47-8cf0-41e7-afe0-dcfedb56ff39/30b508f5-0db6-43a7-bfcb-4e8aea3136da) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 01:28:35.766537 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-3a4675f0-6a6e-4fe6-9a04-00ef5dfdb762 None None] Attempting to bind port d81b99ba-7813-412b-a033-8689e2109f28 on host dv-cinder-790014-2-iscsi for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 01:28:35.767055 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-3a4675f0-6a6e-4fe6-9a04-00ef5dfdb762 None None] Attempting to bind port d81b99ba-7813-412b-a033-8689e2109f28 by drivers openvswitch,hyperv on host dv-cinder-790014-2-iscsi at level 0 using segments [{'id': '60783d59-e204-428b-9b9a-32183774f0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '321eee0d-c6be-433c-adb7-c8e082895ea9'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 01:28:35.767416 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4675f0-6a6e-4fe6-9a04-00ef5dfdb762 None None] Attempting to bind port d81b99ba-7813-412b-a033-8689e2109f28 on network 321eee0d-c6be-433c-adb7-c8e082895ea9 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:28:35.772645 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4675f0-6a6e-4fe6-9a04-00ef5dfdb762 None None] Checking agent: {'id': 'd4180fab-6748-497c-b5c9-83716f34f1ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 1, 19, 30), 'started_at': datetime.datetime(2021, 8, 25, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 1, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 01:28:35.773015 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4675f0-6a6e-4fe6-9a04-00ef5dfdb762 None None] Checking segment: {'id': '60783d59-e204-428b-9b9a-32183774f0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '321eee0d-c6be-433c-adb7-c8e082895ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:28:35.773525 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3a4675f0-6a6e-4fe6-9a04-00ef5dfdb762 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:35.773938 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4675f0-6a6e-4fe6-9a04-00ef5dfdb762 None None] Bound using segment: {'id': '60783d59-e204-428b-9b9a-32183774f0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '321eee0d-c6be-433c-adb7-c8e082895ea9'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 01:28:35.774420 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-3a4675f0-6a6e-4fe6-9a04-00ef5dfdb762 None None] Bound port: d81b99ba-7813-412b-a033-8689e2109f28, host: dv-cinder-790014-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60783d59-e204-428b-9b9a-32183774f0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '321eee0d-c6be-433c-adb7-c8e082895ea9'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 01:28:35.774819 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3a4675f0-6a6e-4fe6-9a04-00ef5dfdb762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:35.834836 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-3a4675f0-6a6e-4fe6-9a04-00ef5dfdb762 None None] For port d81b99ba-7813-412b-a033-8689e2109f28, host dv-cinder-790014-2-iscsi, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 01:28:35.837959 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-3a4675f0-6a6e-4fe6-9a04-00ef5dfdb762 None None] For port d81b99ba-7813-412b-a033-8689e2109f28, host dv-cinder-790014-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=d81b99ba-7813-412b-a033-8689e2109f28,segment=NetworkSegment(60783d59-e204-428b-9b9a-32183774f0fb),segment_id=60783d59-e204-428b-9b9a-32183774f0fb)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 01:28:35.841845 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3a4675f0-6a6e-4fe6-9a04-00ef5dfdb762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:35.867225 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-27f0a7a5-edaa-44f4-a122-4129509d0dc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:35.896486 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4675f0-6a6e-4fe6-9a04-00ef5dfdb762 None None] Pushing event updated for resources: {'Port': ['ID=d81b99ba-7813-412b-a033-8689e2109f28,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:35.913885 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-27f0a7a5-edaa-44f4-a122-4129509d0dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782026665144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:35.959896 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f0a7a5-edaa-44f4-a122-4129509d0dc6 admin admin] Network 010d8b7d-53b1-407d-b771-6477c60770f4 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:28:35.964023 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-27f0a7a5-edaa-44f4-a122-4129509d0dc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:28:35.965944 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f0a7a5-edaa-44f4-a122-4129509d0dc6 admin admin] Pushing event updated for resources: {'Port': ['ID=30b508f5-0db6-43a7-bfcb-4e8aea3136da,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:35.968071 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f0a7a5-edaa-44f4-a122-4129509d0dc6 admin admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 01:28:36.235566 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-27f0a7a5-edaa-44f4-a122-4129509d0dc6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:36.425230 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-27f0a7a5-edaa-44f4-a122-4129509d0dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931096'] for router, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:36.472955 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9014c57-04b7-433f-85d3-79766ce9a86c req-14d10455-f8a6-449f-8242-66e5d1f16614 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:36.474457 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a9014c57-04b7-433f-85d3-79766ce9a86c req-14d10455-f8a6-449f-8242-66e5d1f16614 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=16bcdc99-e6b5-4242-a77b-9908957fc7c9 HTTP/1.1" status: 200 len: 943 time: 0.0493071 Aug 25 01:28:36.511151 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a9014c57-04b7-433f-85d3-79766ce9a86c req-32628365-2e58-4b2b-be62-a076dd282276 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306563 Aug 25 01:28:36.553527 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f0a7a5-edaa-44f4-a122-4129509d0dc6 admin admin] Router 50e70579-4971-41c7-bbeb-bfa3edcdcf5f is scheduled to L3 agent 2e219680-1a48-4599-ad97-adf9ec497b47 with binding_index 1 {{(pid=93833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 01:28:36.669787 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e19599-c0f6-488a-a893-587621dc02e4 req-ac704bc0-ab4d-4dc0-97df-4bc20832f98f tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:36.671322 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-12e19599-c0f6-488a-a893-587621dc02e4 req-ac704bc0-ab4d-4dc0-97df-4bc20832f98f tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/ports?device_id=1404c2e2-44fe-4f62-a42d-7bc0efc978ac HTTP/1.1" status: 200 len: 944 time: 0.0711210 Aug 25 01:28:36.677031 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f0a7a5-edaa-44f4-a122-4129509d0dc6 admin admin] Notify agent at l3_agent.dv-cinder-790014-2-iscsi the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 01:28:36.693791 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abd9512-159d-4fe3-b2da-174c8c6be2ca None None] Sync routers for ids ['50e70579-4971-41c7-bbeb-bfa3edcdcf5f'] in dv-cinder-790014-2-iscsi {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 01:28:36.703734 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-27f0a7a5-edaa-44f4-a122-4129509d0dc6 admin admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:36.710191 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-27f0a7a5-edaa-44f4-a122-4129509d0dc6 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5194807 Aug 25 01:28:36.710861 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 50288) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:28:36.713001 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device d81b99ba-7813-412b-a033-8689e2109f28 up at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:28:36.713806 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abd9512-159d-4fe3-b2da-174c8c6be2ca None None] Routers {'50e70579-4971-41c7-bbeb-bfa3edcdcf5f'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:28:36.714523 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-0abd9512-159d-4fe3-b2da-174c8c6be2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:28:30Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['50e70579-4971-41c7-bbeb-bfa3edcdcf5f'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:28:36.733432 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-12e19599-c0f6-488a-a893-587621dc02e4 req-bd1682b4-1cde-4ad0-bba5-53c3795134ca tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/security-groups?id=8035d9a0-8ba4-4de0-a7b3-542d6d7a9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511773 Aug 25 01:28:36.810963 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning for port d81b99ba-7813-412b-a033-8689e2109f28 completed by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:28:36.847089 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-0abd9512-159d-4fe3-b2da-174c8c6be2ca None None] Set router 50e70579-4971-41c7-bbeb-bfa3edcdcf5f gateway port host: dv-cinder-790014-2-iscsi {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:28:36.990788 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0910ad2-1723-49f1-9f11-d9c370a9c6b1 None None] Network 321eee0d-c6be-433c-adb7-c8e082895ea9 requested from dv-cinder-790014-2-iscsi {{(pid=93834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 01:28:37.053925 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de404123-c0d0-43ad-8ded-5b179471958a req-0371092f-8a02-4eaf-a02a-707c75bd9783 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:37.055729 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-de404123-c0d0-43ad-8ded-5b179471958a req-0371092f-8a02-4eaf-a02a-707c75bd9783 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 946 time: 0.2482021 Aug 25 01:28:37.091171 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-729363eb-7846-4f67-871e-25b7d4dc0700 None None] Provisioning for port d81b99ba-7813-412b-a033-8689e2109f28 completed by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:28:37.097117 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-0abd9512-159d-4fe3-b2da-174c8c6be2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e70579-4971-41c7-bbeb-bfa3edcdcf5f', 'name': 'tempest-TestShelveInstance-718401132-router', 'tenant_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '30b508f5-0db6-43a7-bfcb-4e8aea3136da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:28:35Z', 'updated_at': '2021-08-25T01:28:36Z', 'revision_number': 3, 'project_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'gw_port': {'id': '30b508f5-0db6-43a7-bfcb-4e8aea3136da', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e70579-4971-41c7-bbeb-bfa3edcdcf5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:28:35Z', 'updated_at': '2021-08-25T01:28:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi'}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:28:37.101740 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-729363eb-7846-4f67-871e-25b7d4dc0700 None None] Provisioning complete for port d81b99ba-7813-412b-a033-8689e2109f28 triggered by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:28:37.102222 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-729363eb-7846-4f67-871e-25b7d4dc0700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:37.112258 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-de404123-c0d0-43ad-8ded-5b179471958a req-8a07b8af-6613-4dc1-a351-4da46a569c8b tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492413 Aug 25 01:28:37.132134 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abd9512-159d-4fe3-b2da-174c8c6be2ca None None] Checking router: 50e70579-4971-41c7-bbeb-bfa3edcdcf5f for host: dv-cinder-790014-2-iscsi {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 01:28:37.132134 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abd9512-159d-4fe3-b2da-174c8c6be2ca None None] Updating router 50e70579-4971-41c7-bbeb-bfa3edcdcf5f port 30b508f5-0db6-43a7-bfcb-4e8aea3136da binding host dv-cinder-790014-2-iscsi {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 01:28:37.169740 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0abd9512-159d-4fe3-b2da-174c8c6be2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:37.377439 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-192a0224-5899-4925-92d3-44722cded772 req-e6a2cc5f-b967-4245-9233-e889c431d61d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2b2a937-b3a3-4daf-a59f-7611bf87221c HTTP/1.1" status: 200 len: 217 time: 0.3191104 Aug 25 01:28:37.387343 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-729363eb-7846-4f67-871e-25b7d4dc0700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:37.434994 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a7a8e-26a7-4533-9939-db29feafc4d5 req-2cdddb1b-291d-4798-b5aa-f5a4e220712f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:37.435955 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-729363eb-7846-4f67-871e-25b7d4dc0700 None None] For port d81b99ba-7813-412b-a033-8689e2109f28, host dv-cinder-790014-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=d81b99ba-7813-412b-a033-8689e2109f28,segment=NetworkSegment(60783d59-e204-428b-9b9a-32183774f0fb),segment_id=60783d59-e204-428b-9b9a-32183774f0fb)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:28:37.436509 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-699a7a8e-26a7-4533-9939-db29feafc4d5 req-2cdddb1b-291d-4798-b5aa-f5a4e220712f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 1099 time: 0.0614386 Aug 25 01:28:37.442124 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-729363eb-7846-4f67-871e-25b7d4dc0700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:37.495761 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0abd9512-159d-4fe3-b2da-174c8c6be2ca None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:37.510897 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-699a7a8e-26a7-4533-9939-db29feafc4d5 req-a215e96d-855e-492e-be31-2d62de9c97fb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618927 Aug 25 01:28:37.513001 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a0224-5899-4925-92d3-44722cded772 req-f3d239c4-69f6-4484-931e-cd6365a35fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:37.514217 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-192a0224-5899-4925-92d3-44722cded772 req-f3d239c4-69f6-4484-931e-cd6365a35fb0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=96136862-e6c0-4d13-8e79-4355fce1b62c HTTP/1.1" status: 200 len: 849 time: 0.1190977 Aug 25 01:28:37.515272 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-0abd9512-159d-4fe3-b2da-174c8c6be2ca None None] Transition to ACTIVE for port object 30b508f5-0db6-43a7-bfcb-4e8aea3136da will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:28:37.521582 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729363eb-7846-4f67-871e-25b7d4dc0700 None None] Pushing event updated for resources: {'Port': ['ID=d81b99ba-7813-412b-a033-8689e2109f28,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:37.522753 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0abd9512-159d-4fe3-b2da-174c8c6be2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:37.585510 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-0abd9512-159d-4fe3-b2da-174c8c6be2ca None None] Attempting to bind port 30b508f5-0db6-43a7-bfcb-4e8aea3136da on host dv-cinder-790014-2-iscsi for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 01:28:37.586281 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-0abd9512-159d-4fe3-b2da-174c8c6be2ca None None] Attempting to bind port 30b508f5-0db6-43a7-bfcb-4e8aea3136da by drivers openvswitch,hyperv on host dv-cinder-790014-2-iscsi at level 0 using segments [{'id': '094c6717-dbf2-418c-b33e-47759605d17a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 01:28:37.586400 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abd9512-159d-4fe3-b2da-174c8c6be2ca None None] Attempting to bind port 30b508f5-0db6-43a7-bfcb-4e8aea3136da on network 010d8b7d-53b1-407d-b771-6477c60770f4 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:28:37.595093 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae42a539-f5e4-41a1-b716-cbf4859a1984 None None] Pushing event updated for resources: {'Port': ['ID=30b508f5-0db6-43a7-bfcb-4e8aea3136da,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:37.596129 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-b3ba7eca-7c80-4748-8cef-cd17e56e4869 req-dcb3c11e-6804-476c-aa09-75065cd1817f service neutron] 10.222.0.26 "GET /v2.0/networks/400a2ac9-3eb3-4dc0-9993-b410ce65adf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5364785 Aug 25 01:28:37.597867 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abd9512-159d-4fe3-b2da-174c8c6be2ca None None] Checking agent: {'id': 'd4180fab-6748-497c-b5c9-83716f34f1ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 1, 19, 30), 'started_at': datetime.datetime(2021, 8, 25, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 1, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 01:28:37.598730 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abd9512-159d-4fe3-b2da-174c8c6be2ca None None] Checking segment: {'id': '094c6717-dbf2-418c-b33e-47759605d17a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:28:37.598974 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0abd9512-159d-4fe3-b2da-174c8c6be2ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:37.599375 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abd9512-159d-4fe3-b2da-174c8c6be2ca None None] Bound using segment: {'id': '094c6717-dbf2-418c-b33e-47759605d17a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 01:28:37.599848 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-0abd9512-159d-4fe3-b2da-174c8c6be2ca None None] Bound port: 30b508f5-0db6-43a7-bfcb-4e8aea3136da, host: dv-cinder-790014-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '094c6717-dbf2-418c-b33e-47759605d17a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 01:28:37.600388 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0abd9512-159d-4fe3-b2da-174c8c6be2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:37.633209 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae42a539-f5e4-41a1-b716-cbf4859a1984 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:28:37.633557 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae42a539-f5e4-41a1-b716-cbf4859a1984 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:28:37.633884 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae42a539-f5e4-41a1-b716-cbf4859a1984 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:28:37.634230 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae42a539-f5e4-41a1-b716-cbf4859a1984 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:28:37.634561 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae42a539-f5e4-41a1-b716-cbf4859a1984 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:28:37.634931 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae42a539-f5e4-41a1-b716-cbf4859a1984 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:28:37.635260 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae42a539-f5e4-41a1-b716-cbf4859a1984 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:28:37.635593 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae42a539-f5e4-41a1-b716-cbf4859a1984 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:28:37.635936 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae42a539-f5e4-41a1-b716-cbf4859a1984 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:28:37.636280 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae42a539-f5e4-41a1-b716-cbf4859a1984 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:28:37.636620 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae42a539-f5e4-41a1-b716-cbf4859a1984 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:28:37.636895 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae42a539-f5e4-41a1-b716-cbf4859a1984 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:28:37.651940 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f75d373-c830-43e7-b81a-e12759c966ca req-314322bf-62b4-4003-b6cf-a61a6a8df33f tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:37.653450 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-1f75d373-c830-43e7-b81a-e12759c966ca req-314322bf-62b4-4003-b6cf-a61a6a8df33f tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=16bcdc99-e6b5-4242-a77b-9908957fc7c9 HTTP/1.1" status: 200 len: 943 time: 0.0551767 Aug 25 01:28:37.682638 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e9defae6-48e7-4fe3-81c4-bb8891b91e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:37.682899 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-0abd9512-159d-4fe3-b2da-174c8c6be2ca None None] For port 30b508f5-0db6-43a7-bfcb-4e8aea3136da, host dv-cinder-790014-2-iscsi, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 01:28:37.686040 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-0abd9512-159d-4fe3-b2da-174c8c6be2ca None None] For port 30b508f5-0db6-43a7-bfcb-4e8aea3136da, host dv-cinder-790014-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=30b508f5-0db6-43a7-bfcb-4e8aea3136da,segment=NetworkSegment(094c6717-dbf2-418c-b33e-47759605d17a),segment_id=094c6717-dbf2-418c-b33e-47759605d17a)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 01:28:37.690283 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0abd9512-159d-4fe3-b2da-174c8c6be2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:37.696726 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-1f75d373-c830-43e7-b81a-e12759c966ca req-9ed09912-cd71-4a15-9682-6b607df1d085 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371647 Aug 25 01:28:37.765062 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abd9512-159d-4fe3-b2da-174c8c6be2ca None None] Routers {'50e70579-4971-41c7-bbeb-bfa3edcdcf5f'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:28:37.765704 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-0abd9512-159d-4fe3-b2da-174c8c6be2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:28:30Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['50e70579-4971-41c7-bbeb-bfa3edcdcf5f'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:28:37.766127 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-488917a6-6cad-4ce0-b12a-7eb9bd9abdee None None] Provisioning complete for port d81b99ba-7813-412b-a033-8689e2109f28 triggered by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:28:37.766775 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-488917a6-6cad-4ce0-b12a-7eb9bd9abdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:37.768454 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae42a539-f5e4-41a1-b716-cbf4859a1984 None None] Pushing event updated for resources: {'Port': ['ID=30b508f5-0db6-43a7-bfcb-4e8aea3136da,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:37.882715 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-0abd9512-159d-4fe3-b2da-174c8c6be2ca None None] Set router 50e70579-4971-41c7-bbeb-bfa3edcdcf5f gateway port host: dv-cinder-790014-2-iscsi {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:28:37.882934 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-e9defae6-48e7-4fe3-81c4-bb8891b91e45 admin admin] Allocated IP 172.20.0.1 (321eee0d-c6be-433c-adb7-c8e082895ea9/d7657e42-cf1d-4305-98b4-a698e1c9d680/4b61c829-6fb8-421b-9e9e-1d1f0be69582) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 01:28:37.895318 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff7af75-6679-44cd-89ec-93038c26983d req-4d1e8959-5418-4669-bb63-45052132bb83 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:37.896787 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-0ff7af75-6679-44cd-89ec-93038c26983d req-4d1e8959-5418-4669-bb63-45052132bb83 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/ports?device_id=1404c2e2-44fe-4f62-a42d-7bc0efc978ac HTTP/1.1" status: 200 len: 944 time: 0.0943873 Aug 25 01:28:37.905248 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-192a0224-5899-4925-92d3-44722cded772 req-66d79e24-95a3-40f3-8a7d-f1b9e485245c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=21e6a6dc-77f9-423c-af4a-5ce652aeeab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386596 Aug 25 01:28:37.936458 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-0ff7af75-6679-44cd-89ec-93038c26983d req-a5001d4e-1a3b-4abe-9c7c-db5f7b1f08f6 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/security-groups?id=8035d9a0-8ba4-4de0-a7b3-542d6d7a9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337281 Aug 25 01:28:38.075624 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-192a0224-5899-4925-92d3-44722cded772 req-a772ea87-f99a-41ec-a557-410356aaeb00 service neutron] 10.222.0.26 "GET /v2.0/networks/21e6a6dc-77f9-423c-af4a-5ce652aeeab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575058 Aug 25 01:28:38.086321 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-0abd9512-159d-4fe3-b2da-174c8c6be2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e70579-4971-41c7-bbeb-bfa3edcdcf5f', 'name': 'tempest-TestShelveInstance-718401132-router', 'tenant_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '30b508f5-0db6-43a7-bfcb-4e8aea3136da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:28:35Z', 'updated_at': '2021-08-25T01:28:36Z', 'revision_number': 3, 'project_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'gw_port': {'id': '30b508f5-0db6-43a7-bfcb-4e8aea3136da', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e70579-4971-41c7-bbeb-bfa3edcdcf5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:28:35Z', 'updated_at': '2021-08-25T01:28:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi'}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:28:38.093107 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e9defae6-48e7-4fe3-81c4-bb8891b91e45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:38.108223 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e9defae6-48e7-4fe3-81c4-bb8891b91e45 admin admin] Transition to ACTIVE for port object 4b61c829-6fb8-421b-9e9e-1d1f0be69582 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:28:38.223604 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abd9512-159d-4fe3-b2da-174c8c6be2ca None None] The sync data for ids ['50e70579-4971-41c7-bbeb-bfa3edcdcf5f'] in dv-cinder-790014-2-iscsi is: [{'id': '50e70579-4971-41c7-bbeb-bfa3edcdcf5f', 'name': 'tempest-TestShelveInstance-718401132-router', 'tenant_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '30b508f5-0db6-43a7-bfcb-4e8aea3136da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:28:35Z', 'updated_at': '2021-08-25T01:28:36Z', 'revision_number': 3, 'project_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'gw_port': {'id': '30b508f5-0db6-43a7-bfcb-4e8aea3136da', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e70579-4971-41c7-bbeb-bfa3edcdcf5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:28:35Z', 'updated_at': '2021-08-25T01:28:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi'}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 01:28:38.234502 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.agents_db [None req-4bdcba96-0b2f-4eba-81a9-023f498d003c None None] Agent healthcheck: found 6 active agents {{(pid=93835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 01:28:38.235533 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-192a0224-5899-4925-92d3-44722cded772 req-a670c20f-49f6-47cd-a17b-fdfe4cfbdea4 service neutron] 10.222.0.26 "GET /v2.0/networks/21e6a6dc-77f9-423c-af4a-5ce652aeeab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208098 Aug 25 01:28:38.274127 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e9defae6-48e7-4fe3-81c4-bb8891b91e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782026665144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:38.320916 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c0ba75-9e48-4217-b20b-bba28a97afe5 req-ba43f042-2504-4e61-bc04-3d6efbad4f02 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:38.335232 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d8c0ba75-9e48-4217-b20b-bba28a97afe5 req-ba43f042-2504-4e61-bc04-3d6efbad4f02 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 946 time: 0.1087866 Aug 25 01:28:38.345509 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9defae6-48e7-4fe3-81c4-bb8891b91e45 admin admin] Network 321eee0d-c6be-433c-adb7-c8e082895ea9 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:28:38.366197 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-e9defae6-48e7-4fe3-81c4-bb8891b91e45 admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:28:38.376289 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9defae6-48e7-4fe3-81c4-bb8891b91e45 admin admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 01:28:38.393564 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d8c0ba75-9e48-4217-b20b-bba28a97afe5 req-d552c9e2-8e86-4a5b-8c50-82d9c79c9e3e tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491211 Aug 25 01:28:38.412857 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9defae6-48e7-4fe3-81c4-bb8891b91e45 admin admin] Pushing event updated for resources: {'Port': ['ID=4b61c829-6fb8-421b-9e9e-1d1f0be69582,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:38.435405 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8964390-d279-4443-9cdb-3130cfb9c063 req-a86b9c70-e0c3-4bfc-a329-81be491c8af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:38.437286 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-c8964390-d279-4443-9cdb-3130cfb9c063 req-a86b9c70-e0c3-4bfc-a329-81be491c8af0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3d509ebf5e5a4a77820b0e5ea04090c5&device_id=1404c2e2-44fe-4f62-a42d-7bc0efc978ac HTTP/1.1" status: 200 len: 1097 time: 0.1171601 Aug 25 01:28:38.441835 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e9defae6-48e7-4fe3-81c4-bb8891b91e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930667'] for router_interface, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:38.681090 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8964390-d279-4443-9cdb-3130cfb9c063 req-6f607a78-bfaf-40e2-8983-b9681a5dbd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:38.685309 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-c8964390-d279-4443-9cdb-3130cfb9c063 req-6f607a78-bfaf-40e2-8983-b9681a5dbd2c service neutron] 10.222.0.26 "GET /v2.0/networks?id=21e6a6dc-77f9-423c-af4a-5ce652aeeab8 HTTP/1.1" status: 200 len: 910 time: 0.1645627 Aug 25 01:28:38.688180 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e9defae6-48e7-4fe3-81c4-bb8891b91e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:38.768009 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-c8964390-d279-4443-9cdb-3130cfb9c063 req-2b03c780-398d-4897-bdd7-e5a01c0d1250 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2b2a937-b3a3-4daf-a59f-7611bf87221c HTTP/1.1" status: 200 len: 217 time: 0.0696316 Aug 25 01:28:38.811848 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device d81b99ba-7813-412b-a033-8689e2109f28 up at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:28:38.850404 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb80dd80-c1d9-4379-abc9-2b60004782b6 req-dd2e77cd-8d94-4536-8f0e-2d9850851d79 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:38.853944 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-fb80dd80-c1d9-4379-abc9-2b60004782b6 req-dd2e77cd-8d94-4536-8f0e-2d9850851d79 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=16bcdc99-e6b5-4242-a77b-9908957fc7c9 HTTP/1.1" status: 200 len: 943 time: 0.0723057 Aug 25 01:28:38.872358 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-403adbc3-2765-44ce-bf2d-d68b3dad4b8c None None] Provisioning for port 4b61c829-6fb8-421b-9e9e-1d1f0be69582 completed by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:28:38.872601 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8964390-d279-4443-9cdb-3130cfb9c063 req-bba24a8f-3715-4ea1-9416-ccab65abbac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:38.873969 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-c8964390-d279-4443-9cdb-3130cfb9c063 req-bba24a8f-3715-4ea1-9416-ccab65abbac6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=96136862-e6c0-4d13-8e79-4355fce1b62c HTTP/1.1" status: 200 len: 849 time: 0.0879581 Aug 25 01:28:38.879265 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-403adbc3-2765-44ce-bf2d-d68b3dad4b8c None None] Provisioning complete for port 4b61c829-6fb8-421b-9e9e-1d1f0be69582 triggered by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:28:38.879941 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-403adbc3-2765-44ce-bf2d-d68b3dad4b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:38.919594 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-fb80dd80-c1d9-4379-abc9-2b60004782b6 req-669d5fe1-9dd1-42df-af85-47dad502a496 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539944 Aug 25 01:28:38.935639 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-403adbc3-2765-44ce-bf2d-d68b3dad4b8c None None] Port 4b61c829-6fb8-421b-9e9e-1d1f0be69582 cannot update to ACTIVE because it is not bound. {{(pid=93834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 01:28:38.939051 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning complete for port d81b99ba-7813-412b-a033-8689e2109f28 triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:28:38.939471 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:38.956444 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-c8964390-d279-4443-9cdb-3130cfb9c063 req-396cf9dc-6425-4613-acf0-1856eed5af5d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=21e6a6dc-77f9-423c-af4a-5ce652aeeab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680780 Aug 25 01:28:39.061419 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 30b508f5-0db6-43a7-bfcb-4e8aea3136da up at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:28:39.083184 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2033e91-3119-42d0-812d-c3764510aa87 req-592c7555-5a38-421e-aa43-fcf82d770457 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:39.090732 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a2033e91-3119-42d0-812d-c3764510aa87 req-592c7555-5a38-421e-aa43-fcf82d770457 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/ports?device_id=1404c2e2-44fe-4f62-a42d-7bc0efc978ac HTTP/1.1" status: 200 len: 944 time: 0.0664742 Aug 25 01:28:39.102316 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-c8964390-d279-4443-9cdb-3130cfb9c063 req-6ddd2247-db1b-4cac-9a2f-1414647ad67d service neutron] 10.222.0.26 "GET /v2.0/networks/21e6a6dc-77f9-423c-af4a-5ce652aeeab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353433 Aug 25 01:28:39.116459 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e9defae6-48e7-4fe3-81c4-bb8891b91e45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:39.119324 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning for port 30b508f5-0db6-43a7-bfcb-4e8aea3136da completed by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:28:39.125911 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e9defae6-48e7-4fe3-81c4-bb8891b91e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8611129'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:39.128595 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning complete for port 30b508f5-0db6-43a7-bfcb-4e8aea3136da triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:28:39.128798 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:39.134020 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a2033e91-3119-42d0-812d-c3764510aa87 req-6fddc93f-2825-404a-a481-82fd0cd91271 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/security-groups?id=8035d9a0-8ba4-4de0-a7b3-542d6d7a9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422978 Aug 25 01:28:39.173180 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e9defae6-48e7-4fe3-81c4-bb8891b91e45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932541'] for router_interface, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:39.240472 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:39.269846 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] For port 30b508f5-0db6-43a7-bfcb-4e8aea3136da, host dv-cinder-790014-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=30b508f5-0db6-43a7-bfcb-4e8aea3136da,segment=NetworkSegment(094c6717-dbf2-418c-b33e-47759605d17a),segment_id=094c6717-dbf2-418c-b33e-47759605d17a)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:28:39.276624 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:39.315435 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9defae6-48e7-4fe3-81c4-bb8891b91e45 admin admin] Pushing event updated for resources: {'Port': ['ID=4b61c829-6fb8-421b-9e9e-1d1f0be69582,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:39.331659 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Pushing event updated for resources: {'Port': ['ID=30b508f5-0db6-43a7-bfcb-4e8aea3136da,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:39.362407 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-c8964390-d279-4443-9cdb-3130cfb9c063 req-db56ff15-4f1b-4571-b1f3-1309804b51ae service neutron] 10.222.0.26 "GET /v2.0/networks/21e6a6dc-77f9-423c-af4a-5ce652aeeab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483294 Aug 25 01:28:39.372122 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9defae6-48e7-4fe3-81c4-bb8891b91e45 admin admin] Network 321eee0d-c6be-433c-adb7-c8e082895ea9 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:28:39.373530 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-e9defae6-48e7-4fe3-81c4-bb8891b91e45 admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:28:39.531086 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23030b-d32f-447a-8624-a14b505de222 req-38b7786f-f734-4e4f-872f-9cf59db50eee tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:39.543046 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9defae6-48e7-4fe3-81c4-bb8891b91e45 admin admin] Router 50e70579-4971-41c7-bbeb-bfa3edcdcf5f has already been hosted by L3 agent 2e219680-1a48-4599-ad97-adf9ec497b47 {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 01:28:39.547977 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-9e23030b-d32f-447a-8624-a14b505de222 req-38b7786f-f734-4e4f-872f-9cf59db50eee tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 946 time: 0.0814836 Aug 25 01:28:39.607757 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-9e23030b-d32f-447a-8624-a14b505de222 req-1e5bb2ea-441e-4c99-a115-369db663bd0f tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542231 Aug 25 01:28:39.673805 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9defae6-48e7-4fe3-81c4-bb8891b91e45 admin admin] Notify agent at l3_agent.dv-cinder-790014-2-iscsi the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 01:28:39.679248 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-e9defae6-48e7-4fe3-81c4-bb8891b91e45 admin admin] 10.222.0.23 "PUT /v2.0/routers/50e70579-4971-41c7-bbeb-bfa3edcdcf5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9622755 Aug 25 01:28:39.758980 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-e6fafc03-51d8-4449-9656-6a1f321b84b6 None None] Provisioning complete for port 4b61c829-6fb8-421b-9e9e-1d1f0be69582 triggered by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:28:39.759448 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e6fafc03-51d8-4449-9656-6a1f321b84b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:39.793689 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-e6fafc03-51d8-4449-9656-6a1f321b84b6 None None] Port 4b61c829-6fb8-421b-9e9e-1d1f0be69582 cannot update to ACTIVE because it is not bound. {{(pid=93834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 01:28:40.031613 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ae627-1847-4a7a-888b-9b9fb444354c req-db8e3a0e-c505-4026-880c-22875c21d65a tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:40.033068 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-8c2ae627-1847-4a7a-888b-9b9fb444354c req-db8e3a0e-c505-4026-880c-22875c21d65a tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=16bcdc99-e6b5-4242-a77b-9908957fc7c9 HTTP/1.1" status: 200 len: 943 time: 0.0551198 Aug 25 01:28:40.070562 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-8c2ae627-1847-4a7a-888b-9b9fb444354c req-18e3e6f4-279f-42b7-9fa8-6299a7e1514a tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315688 Aug 25 01:28:40.144717 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 50364) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:28:40.149683 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [None req-f2c578e2-2c3c-43ec-91ec-3c0d4cb15928 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-660723285-network', 'tenant_id': '86c670a5acab4a2cbcfbb3296c0e4488'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:28:40.165053 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2674e48-6654-4cba-962c-c9bfc96b133b None None] Sync routers for ids ['50e70579-4971-41c7-bbeb-bfa3edcdcf5f'] in dv-cinder-790014-2-iscsi {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 01:28:40.176862 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2674e48-6654-4cba-962c-c9bfc96b133b None None] Routers {'50e70579-4971-41c7-bbeb-bfa3edcdcf5f'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:28:40.177913 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-d2674e48-6654-4cba-962c-c9bfc96b133b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:28:30Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['50e70579-4971-41c7-bbeb-bfa3edcdcf5f'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:28:40.182126 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c578e2-2c3c-43ec-91ec-3c0d4cb15928 admin admin] Made reservation on behalf of 86c670a5acab4a2cbcfbb3296c0e4488 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 01:28:40.184861 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f2c578e2-2c3c-43ec-91ec-3c0d4cb15928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:40.195076 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f2c578e2-2c3c-43ec-91ec-3c0d4cb15928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:40.262764 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34fbee6-c8a9-49bd-b504-478b6f52b164 req-a09203f2-d8a4-417e-a2e2-c2f47b907941 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:40.264673 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-f34fbee6-c8a9-49bd-b504-478b6f52b164 req-a09203f2-d8a4-417e-a2e2-c2f47b907941 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/ports?device_id=1404c2e2-44fe-4f62-a42d-7bc0efc978ac HTTP/1.1" status: 200 len: 944 time: 0.0547142 Aug 25 01:28:40.290904 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f2c578e2-2c3c-43ec-91ec-3c0d4cb15928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:40.295480 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f2c578e2-2c3c-43ec-91ec-3c0d4cb15928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:40.297097 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-d2674e48-6654-4cba-962c-c9bfc96b133b None None] Set router 50e70579-4971-41c7-bbeb-bfa3edcdcf5f gateway port host: dv-cinder-790014-2-iscsi {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:28:40.308178 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-f34fbee6-c8a9-49bd-b504-478b6f52b164 req-1383a4cf-ffc1-4277-8289-05e8c0bef094 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/security-groups?id=8035d9a0-8ba4-4de0-a7b3-542d6d7a9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369961 Aug 25 01:28:40.327317 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2c578e2-2c3c-43ec-91ec-3c0d4cb15928 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 01:28:40.342384 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c578e2-2c3c-43ec-91ec-3c0d4cb15928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87db7312-584a-4872-b895-fcbbc51ee528,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:40.345265 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f2c578e2-2c3c-43ec-91ec-3c0d4cb15928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3751945'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:40.345614 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.db.segments_db [None req-f2c578e2-2c3c-43ec-91ec-3c0d4cb15928 admin admin] Added segment 62cc9a61-35cf-4aa2-8457-b6fa9b24ef7e of type vlan for network 91c8d021-07a7-4f8b-88cb-fb12e0b42926 Aug 25 01:28:40.389241 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f2c578e2-2c3c-43ec-91ec-3c0d4cb15928 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782026683423'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:40.416674 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f2c578e2-2c3c-43ec-91ec-3c0d4cb15928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:40.417708 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c578e2-2c3c-43ec-91ec-3c0d4cb15928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:40.418367 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f2c578e2-2c3c-43ec-91ec-3c0d4cb15928 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:40.444603 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-f2c578e2-2c3c-43ec-91ec-3c0d4cb15928 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2987981 Aug 25 01:28:40.447467 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 50368) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:28:40.453155 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.v2.base [None req-e0228e4a-dbdc-40a4-a70c-0ea4df31f4e4 admin admin] Request body: {'subnet': {'network_id': '91c8d021-07a7-4f8b-88cb-fb12e0b42926', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-660723285-subnet', 'tenant_id': '86c670a5acab4a2cbcfbb3296c0e4488', 'ip_version': 4}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:28:40.475800 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0228e4a-dbdc-40a4-a70c-0ea4df31f4e4 admin admin] Made reservation on behalf of 86c670a5acab4a2cbcfbb3296c0e4488 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 01:28:40.478290 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e0228e4a-dbdc-40a4-a70c-0ea4df31f4e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11930220'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:40.481314 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c578e2-2c3c-43ec-91ec-3c0d4cb15928 admin admin] Pushing event updated for resources: {'Network': ['ID=91c8d021-07a7-4f8b-88cb-fb12e0b42926,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:40.501527 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Network 91c8d021-07a7-4f8b-88cb-fb12e0b42926 details requested by agent ovs-agent-dv-cinder-790014-2-iscsi with host dv-cinder-790014-2-iscsi {{(pid=93834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 01:28:40.567719 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-d2674e48-6654-4cba-962c-c9bfc96b133b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e70579-4971-41c7-bbeb-bfa3edcdcf5f', 'name': 'tempest-TestShelveInstance-718401132-router', 'tenant_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '30b508f5-0db6-43a7-bfcb-4e8aea3136da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:28:35Z', 'updated_at': '2021-08-25T01:28:38Z', 'revision_number': 4, 'project_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'gw_port': {'id': '30b508f5-0db6-43a7-bfcb-4e8aea3136da', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e70579-4971-41c7-bbeb-bfa3edcdcf5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:28:35Z', 'updated_at': '2021-08-25T01:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_interfaces': [{'id': '4b61c829-6fb8-421b-9e9e-1d1f0be69582', 'name': '', 'network_id': '321eee0d-c6be-433c-adb7-c8e082895ea9', 'tenant_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'mac_address': 'fa:16:3e:0e:12:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e70579-4971-41c7-bbeb-bfa3edcdcf5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'd7657e42-cf1d-4305-98b4-a698e1c9d680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:28:37Z', 'updated_at': '2021-08-25T01:28:38Z', 'revision_number': 2, 'project_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'subnets': [{'id': 'd7657e42-cf1d-4305-98b4-a698e1c9d680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:28:40.596214 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2674e48-6654-4cba-962c-c9bfc96b133b None None] Checking router: 50e70579-4971-41c7-bbeb-bfa3edcdcf5f for host: dv-cinder-790014-2-iscsi {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 01:28:40.596576 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2674e48-6654-4cba-962c-c9bfc96b133b None None] Updating router 50e70579-4971-41c7-bbeb-bfa3edcdcf5f port 4b61c829-6fb8-421b-9e9e-1d1f0be69582 binding host dv-cinder-790014-2-iscsi {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 01:28:40.631383 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d2674e48-6654-4cba-962c-c9bfc96b133b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:40.675720 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e0228e4a-dbdc-40a4-a70c-0ea4df31f4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11070285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11930270'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:40.691139 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 30b508f5-0db6-43a7-bfcb-4e8aea3136da up at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:28:40.764900 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0228e4a-dbdc-40a4-a70c-0ea4df31f4e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=430afed1-11f8-4329-9b8e-052a4400a1e5,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:40.776559 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0228e4a-dbdc-40a4-a70c-0ea4df31f4e4 admin admin] Checking segment: {'id': '62cc9a61-35cf-4aa2-8457-b6fa9b24ef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '91c8d021-07a7-4f8b-88cb-fb12e0b42926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:28:40.776913 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0228e4a-dbdc-40a4-a70c-0ea4df31f4e4 admin admin] Network hostable DHCP agents. Network: 91c8d021-07a7-4f8b-88cb-fb12e0b42926, hostable agents: ['ac5d4c25-da57-44fa-9536-6aedd7c82d66'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 01:28:40.788000 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23baeb2d-f51b-4202-a732-47872d89fd11 req-401bc500-2be1-4b95-b7de-f3da55130c01 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:40.789555 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-23baeb2d-f51b-4202-a732-47872d89fd11 req-401bc500-2be1-4b95-b7de-f3da55130c01 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 946 time: 0.0839360 Aug 25 01:28:40.829222 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0228e4a-dbdc-40a4-a70c-0ea4df31f4e4 admin admin] Network 91c8d021-07a7-4f8b-88cb-fb12e0b42926 is scheduled to be hosted by DHCP agent ac5d4c25-da57-44fa-9536-6aedd7c82d66 with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 01:28:40.843749 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning complete for port 30b508f5-0db6-43a7-bfcb-4e8aea3136da triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:28:40.844157 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:40.844939 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-23baeb2d-f51b-4202-a732-47872d89fd11 req-40dabd2e-919c-4d64-8ba4-ee10aa696b2c tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494409 Aug 25 01:28:40.845994 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-e0228e4a-dbdc-40a4-a70c-0ea4df31f4e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-2-iscsi, 91c8d021-07a7-4f8b-88cb-fb12e0b42926) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:28:40.851182 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0228e4a-dbdc-40a4-a70c-0ea4df31f4e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:40.852331 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e0228e4a-dbdc-40a4-a70c-0ea4df31f4e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:40.869597 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-e0228e4a-dbdc-40a4-a70c-0ea4df31f4e4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4185858 Aug 25 01:28:40.869795 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 50378) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:28:40.874030 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.v2.base [None req-45cae809-e167-4dcc-8faa-cd0bad251633 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-660723285-router', 'tenant_id': '86c670a5acab4a2cbcfbb3296c0e4488', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4'}}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:28:40.879671 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9165d000-f280-480c-a93d-1e64ab11537d None None] Network 91c8d021-07a7-4f8b-88cb-fb12e0b42926 requested from dv-cinder-790014-2-iscsi {{(pid=93834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 01:28:40.893536 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-45cae809-e167-4dcc-8faa-cd0bad251633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11028'] for router, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:40.894550 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-45cae809-e167-4dcc-8faa-cd0bad251633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931179', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-927177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11023'] for router, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:40.946127 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-45cae809-e167-4dcc-8faa-cd0bad251633 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:41.079958 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-45cae809-e167-4dcc-8faa-cd0bad251633 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:41.104786 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d2674e48-6654-4cba-962c-c9bfc96b133b None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:41.127469 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-d2674e48-6654-4cba-962c-c9bfc96b133b None None] Transition to ACTIVE for port object 4b61c829-6fb8-421b-9e9e-1d1f0be69582 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:28:41.136996 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d2674e48-6654-4cba-962c-c9bfc96b133b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:41.181298 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7d626b-c7a5-42e7-bf4e-60344875bb74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba2eb50d-18ea-5a46-8f87-f237355d5e2f-91c8d021-07a7-4f8b-88cb-fb12e0b42926', 'network_id': '91c8d021-07a7-4f8b-88cb-fb12e0b42926', 'tenant_id': '86c670a5acab4a2cbcfbb3296c0e4488', 'fixed_ips': [{'subnet_id': '430afed1-11f8-4329-9b8e-052a4400a1e5'}]}} from dv-cinder-790014-2-iscsi. {{(pid=93834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 01:28:41.182144 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6d7d626b-c7a5-42e7-bf4e-60344875bb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:41.214218 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bedc3d-3e79-49c0-b025-fbfc8d17a7b9 req-494e955b-c414-453a-8425-dc5ea37cb30c tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:41.215847 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-05bedc3d-3e79-49c0-b025-fbfc8d17a7b9 req-494e955b-c414-453a-8425-dc5ea37cb30c tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=16bcdc99-e6b5-4242-a77b-9908957fc7c9 HTTP/1.1" status: 200 len: 943 time: 0.0667791 Aug 25 01:28:41.224983 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd12d15e-e18c-40e2-a0dc-31ea0845eca5 None None] Pushing event updated for resources: {'Port': ['ID=4b61c829-6fb8-421b-9e9e-1d1f0be69582,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:41.321847 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device e5f74a04-7e2e-4039-9b3d-fb3695831c47 details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=93834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 01:28:41.335424 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-05bedc3d-3e79-49c0-b025-fbfc8d17a7b9 req-7dccb0dd-a5ad-4d27-b89d-5f2b483ec937 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131256 Aug 25 01:28:41.378942 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-d2674e48-6654-4cba-962c-c9bfc96b133b None None] Attempting to bind port 4b61c829-6fb8-421b-9e9e-1d1f0be69582 on host dv-cinder-790014-2-iscsi for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 01:28:41.379317 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-d2674e48-6654-4cba-962c-c9bfc96b133b None None] Attempting to bind port 4b61c829-6fb8-421b-9e9e-1d1f0be69582 by drivers openvswitch,hyperv on host dv-cinder-790014-2-iscsi at level 0 using segments [{'id': '60783d59-e204-428b-9b9a-32183774f0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '321eee0d-c6be-433c-adb7-c8e082895ea9'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 01:28:41.379684 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2674e48-6654-4cba-962c-c9bfc96b133b None None] Attempting to bind port 4b61c829-6fb8-421b-9e9e-1d1f0be69582 on network 321eee0d-c6be-433c-adb7-c8e082895ea9 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:28:41.392473 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-45cae809-e167-4dcc-8faa-cd0bad251633 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:41.395870 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2674e48-6654-4cba-962c-c9bfc96b133b None None] Checking agent: {'id': 'd4180fab-6748-497c-b5c9-83716f34f1ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 1, 19, 30), 'started_at': datetime.datetime(2021, 8, 25, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 1, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 01:28:41.396525 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2674e48-6654-4cba-962c-c9bfc96b133b None None] Checking segment: {'id': '60783d59-e204-428b-9b9a-32183774f0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '321eee0d-c6be-433c-adb7-c8e082895ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:28:41.396676 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d2674e48-6654-4cba-962c-c9bfc96b133b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:41.397034 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2674e48-6654-4cba-962c-c9bfc96b133b None None] Bound using segment: {'id': '60783d59-e204-428b-9b9a-32183774f0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '321eee0d-c6be-433c-adb7-c8e082895ea9'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 01:28:41.397518 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-d2674e48-6654-4cba-962c-c9bfc96b133b None None] Bound port: 4b61c829-6fb8-421b-9e9e-1d1f0be69582, host: dv-cinder-790014-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60783d59-e204-428b-9b9a-32183774f0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '321eee0d-c6be-433c-adb7-c8e082895ea9'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 01:28:41.397904 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d2674e48-6654-4cba-962c-c9bfc96b133b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:41.419227 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-45cae809-e167-4dcc-8faa-cd0bad251633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:41.508820 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f887bb-0702-45d3-b02c-4281af171882 req-9668a130-2d57-4e9c-8783-f37960040829 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:41.510481 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d4f887bb-0702-45d3-b02c-4281af171882 req-9668a130-2d57-4e9c-8783-f37960040829 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/ports?device_id=1404c2e2-44fe-4f62-a42d-7bc0efc978ac HTTP/1.1" status: 200 len: 944 time: 0.0941253 Aug 25 01:28:41.587675 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d4f887bb-0702-45d3-b02c-4281af171882 req-48f00f45-a6d7-421b-b001-5efea3fc79cc tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/security-groups?id=8035d9a0-8ba4-4de0-a7b3-542d6d7a9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500326 Aug 25 01:28:41.590015 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-45cae809-e167-4dcc-8faa-cd0bad251633 admin admin] Allocated IP 172.27.1.177 (010d8b7d-53b1-407d-b771-6477c60770f4/e3100a47-8cf0-41e7-afe0-dcfedb56ff39/2d351a7e-9853-475d-86ba-3b9c1aaa4d92) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 01:28:41.600558 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-6d7d626b-c7a5-42e7-bf4e-60344875bb74 None None] Allocated IP 172.20.0.2 (91c8d021-07a7-4f8b-88cb-fb12e0b42926/430afed1-11f8-4329-9b8e-052a4400a1e5/18540803-1bf9-4e14-9f64-da9bf53c3164) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 01:28:41.682311 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-d2674e48-6654-4cba-962c-c9bfc96b133b None None] For port 4b61c829-6fb8-421b-9e9e-1d1f0be69582, host dv-cinder-790014-2-iscsi, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 01:28:41.703608 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-45cae809-e167-4dcc-8faa-cd0bad251633 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:41.731007 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-d2674e48-6654-4cba-962c-c9bfc96b133b None None] For port 4b61c829-6fb8-421b-9e9e-1d1f0be69582, host dv-cinder-790014-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=4b61c829-6fb8-421b-9e9e-1d1f0be69582,segment=NetworkSegment(60783d59-e204-428b-9b9a-32183774f0fb),segment_id=60783d59-e204-428b-9b9a-32183774f0fb)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 01:28:41.739663 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port e5f74a04-7e2e-4039-9b3d-fb3695831c47, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=e5f74a04-7e2e-4039-9b3d-fb3695831c47,segment=NetworkSegment(4944b506-92f4-4d03-bf96-a130cf5b7dec),segment_id=4944b506-92f4-4d03-bf96-a130cf5b7dec)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:28:41.752947 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-45cae809-e167-4dcc-8faa-cd0bad251633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782026665144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11069661'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:41.753804 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d2674e48-6654-4cba-962c-c9bfc96b133b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:41.766273 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Returning: {'device': 'e5f74a04-7e2e-4039-9b3d-fb3695831c47', 'network_id': '400a2ac9-3eb3-4dc0-9993-b410ce65adf5', 'port_id': 'e5f74a04-7e2e-4039-9b3d-fb3695831c47', 'mac_address': 'fa:16:3e:7e:9e:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a3c8204-079a-4b71-b92d-f2dd7dc9c219', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 01:28:41.803208 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cae809-e167-4dcc-8faa-cd0bad251633 admin admin] Network 010d8b7d-53b1-407d-b771-6477c60770f4 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:28:41.806160 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-45cae809-e167-4dcc-8faa-cd0bad251633 admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:28:41.808515 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cae809-e167-4dcc-8faa-cd0bad251633 admin admin] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 01:28:41.847737 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cae809-e167-4dcc-8faa-cd0bad251633 admin admin] Pushing event updated for resources: {'Port': ['ID=2d351a7e-9853-475d-86ba-3b9c1aaa4d92,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:41.873352 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd12d15e-e18c-40e2-a0dc-31ea0845eca5 None None] Pushing event updated for resources: {'Port': ['ID=4b61c829-6fb8-421b-9e9e-1d1f0be69582,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:41.906042 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:41.909363 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2674e48-6654-4cba-962c-c9bfc96b133b None None] Routers {'50e70579-4971-41c7-bbeb-bfa3edcdcf5f'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:28:41.910021 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-d2674e48-6654-4cba-962c-c9bfc96b133b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:28:30Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['50e70579-4971-41c7-bbeb-bfa3edcdcf5f'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:28:41.997218 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6d7d626b-c7a5-42e7-bf4e-60344875bb74 None None] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:42.006005 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5f74a04-7e2e-4039-9b3d-fb3695831c47 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 01:28:42.021129 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f1b7c-869c-401c-9a6a-d233351f8227 req-5acc6dd0-a9c4-44c7-b0d1-c1e915597239 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:42.021615 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-6d7d626b-c7a5-42e7-bf4e-60344875bb74 None None] Transition to ACTIVE for port object 18540803-1bf9-4e14-9f64-da9bf53c3164 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:28:42.022437 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-701f1b7c-869c-401c-9a6a-d233351f8227 req-5acc6dd0-a9c4-44c7-b0d1-c1e915597239 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 946 time: 0.0856447 Aug 25 01:28:42.052309 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port e5f74a04-7e2e-4039-9b3d-fb3695831c47, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=e5f74a04-7e2e-4039-9b3d-fb3695831c47,segment=NetworkSegment(4944b506-92f4-4d03-bf96-a130cf5b7dec),segment_id=4944b506-92f4-4d03-bf96-a130cf5b7dec)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:28:42.067202 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-6d7d626b-c7a5-42e7-bf4e-60344875bb74 None None] Transition to ACTIVE for port object 18540803-1bf9-4e14-9f64-da9bf53c3164 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:28:42.069171 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:42.098116 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6d7d626b-c7a5-42e7-bf4e-60344875bb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782026665144'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:42.129383 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-d2674e48-6654-4cba-962c-c9bfc96b133b None None] Set router 50e70579-4971-41c7-bbeb-bfa3edcdcf5f gateway port host: dv-cinder-790014-2-iscsi {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:28:42.134704 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-701f1b7c-869c-401c-9a6a-d233351f8227 req-571f1b9c-1963-4ea6-b4ff-2f0033564c85 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058726 Aug 25 01:28:42.154850 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-45cae809-e167-4dcc-8faa-cd0bad251633 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:42.170538 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7d626b-c7a5-42e7-bf4e-60344875bb74 None None] Network 91c8d021-07a7-4f8b-88cb-fb12e0b42926 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:28:42.172902 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Pushing event updated for resources: {'Port': ['ID=e5f74a04-7e2e-4039-9b3d-fb3695831c47,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:42.179648 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-6d7d626b-c7a5-42e7-bf4e-60344875bb74 None None] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:28:42.186292 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7d626b-c7a5-42e7-bf4e-60344875bb74 None None] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 01:28:42.304900 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7d626b-c7a5-42e7-bf4e-60344875bb74 None None] Pushing event updated for resources: {'Port': ['ID=18540803-1bf9-4e14-9f64-da9bf53c3164,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:42.339090 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-6d7d626b-c7a5-42e7-bf4e-60344875bb74 None None] Attempting to bind port 18540803-1bf9-4e14-9f64-da9bf53c3164 on host dv-cinder-790014-2-iscsi for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 01:28:42.339459 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-6d7d626b-c7a5-42e7-bf4e-60344875bb74 None None] Attempting to bind port 18540803-1bf9-4e14-9f64-da9bf53c3164 by drivers openvswitch,hyperv on host dv-cinder-790014-2-iscsi at level 0 using segments [{'id': '62cc9a61-35cf-4aa2-8457-b6fa9b24ef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '91c8d021-07a7-4f8b-88cb-fb12e0b42926'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 01:28:42.339826 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7d626b-c7a5-42e7-bf4e-60344875bb74 None None] Attempting to bind port 18540803-1bf9-4e14-9f64-da9bf53c3164 on network 91c8d021-07a7-4f8b-88cb-fb12e0b42926 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:28:42.343070 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-45cae809-e167-4dcc-8faa-cd0bad251633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931096'] for router, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:42.350212 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7d626b-c7a5-42e7-bf4e-60344875bb74 None None] Checking agent: {'id': 'd4180fab-6748-497c-b5c9-83716f34f1ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 1, 19, 30), 'started_at': datetime.datetime(2021, 8, 25, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 1, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 01:28:42.350522 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7d626b-c7a5-42e7-bf4e-60344875bb74 None None] Checking segment: {'id': '62cc9a61-35cf-4aa2-8457-b6fa9b24ef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '91c8d021-07a7-4f8b-88cb-fb12e0b42926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:28:42.350948 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6d7d626b-c7a5-42e7-bf4e-60344875bb74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:42.351343 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7d626b-c7a5-42e7-bf4e-60344875bb74 None None] Bound using segment: {'id': '62cc9a61-35cf-4aa2-8457-b6fa9b24ef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '91c8d021-07a7-4f8b-88cb-fb12e0b42926'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 01:28:42.351810 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-6d7d626b-c7a5-42e7-bf4e-60344875bb74 None None] Bound port: 18540803-1bf9-4e14-9f64-da9bf53c3164, host: dv-cinder-790014-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62cc9a61-35cf-4aa2-8457-b6fa9b24ef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '91c8d021-07a7-4f8b-88cb-fb12e0b42926'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 01:28:42.352195 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6d7d626b-c7a5-42e7-bf4e-60344875bb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:42.465763 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-6d7d626b-c7a5-42e7-bf4e-60344875bb74 None None] For port 18540803-1bf9-4e14-9f64-da9bf53c3164, host dv-cinder-790014-2-iscsi, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 01:28:42.471628 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-6d7d626b-c7a5-42e7-bf4e-60344875bb74 None None] For port 18540803-1bf9-4e14-9f64-da9bf53c3164, host dv-cinder-790014-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=18540803-1bf9-4e14-9f64-da9bf53c3164,segment=NetworkSegment(62cc9a61-35cf-4aa2-8457-b6fa9b24ef7e),segment_id=62cc9a61-35cf-4aa2-8457-b6fa9b24ef7e)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 01:28:42.477433 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6d7d626b-c7a5-42e7-bf4e-60344875bb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:42.550092 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-d2674e48-6654-4cba-962c-c9bfc96b133b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e70579-4971-41c7-bbeb-bfa3edcdcf5f', 'name': 'tempest-TestShelveInstance-718401132-router', 'tenant_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '30b508f5-0db6-43a7-bfcb-4e8aea3136da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:28:35Z', 'updated_at': '2021-08-25T01:28:38Z', 'revision_number': 4, 'project_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'gw_port': {'id': '30b508f5-0db6-43a7-bfcb-4e8aea3136da', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e70579-4971-41c7-bbeb-bfa3edcdcf5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:28:35Z', 'updated_at': '2021-08-25T01:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_interfaces': [{'id': '4b61c829-6fb8-421b-9e9e-1d1f0be69582', 'name': '', 'network_id': '321eee0d-c6be-433c-adb7-c8e082895ea9', 'tenant_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'mac_address': 'fa:16:3e:0e:12:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e70579-4971-41c7-bbeb-bfa3edcdcf5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'd7657e42-cf1d-4305-98b4-a698e1c9d680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:28:37Z', 'updated_at': '2021-08-25T01:28:41Z', 'revision_number': 4, 'project_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'subnets': [{'id': 'd7657e42-cf1d-4305-98b4-a698e1c9d680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:28:42.580158 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2674e48-6654-4cba-962c-c9bfc96b133b None None] The sync data for ids ['50e70579-4971-41c7-bbeb-bfa3edcdcf5f'] in dv-cinder-790014-2-iscsi is: [{'id': '50e70579-4971-41c7-bbeb-bfa3edcdcf5f', 'name': 'tempest-TestShelveInstance-718401132-router', 'tenant_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '30b508f5-0db6-43a7-bfcb-4e8aea3136da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:28:35Z', 'updated_at': '2021-08-25T01:28:38Z', 'revision_number': 4, 'project_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'gw_port': {'id': '30b508f5-0db6-43a7-bfcb-4e8aea3136da', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e70579-4971-41c7-bbeb-bfa3edcdcf5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:28:35Z', 'updated_at': '2021-08-25T01:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_interfaces': [{'id': '4b61c829-6fb8-421b-9e9e-1d1f0be69582', 'name': '', 'network_id': '321eee0d-c6be-433c-adb7-c8e082895ea9', 'tenant_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'mac_address': 'fa:16:3e:0e:12:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e70579-4971-41c7-bbeb-bfa3edcdcf5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'd7657e42-cf1d-4305-98b4-a698e1c9d680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:28:37Z', 'updated_at': '2021-08-25T01:28:41Z', 'revision_number': 4, 'project_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'subnets': [{'id': 'd7657e42-cf1d-4305-98b4-a698e1c9d680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 01:28:42.582262 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7d626b-c7a5-42e7-bf4e-60344875bb74 None None] Pushing event updated for resources: {'Port': ['ID=18540803-1bf9-4e14-9f64-da9bf53c3164,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:42.709069 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e44aa20-56fc-4f3f-b1c6-6b8a6eaecb10 req-8dda8435-fad7-44f7-a06b-a3f3c2edbbf2 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:42.710619 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-9e44aa20-56fc-4f3f-b1c6-6b8a6eaecb10 req-8dda8435-fad7-44f7-a06b-a3f3c2edbbf2 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=16bcdc99-e6b5-4242-a77b-9908957fc7c9 HTTP/1.1" status: 200 len: 944 time: 0.0981500 Aug 25 01:28:42.832321 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25f4e2-9661-455f-8fa7-9385b68ea16e req-801f2c59-c176-48df-a5d1-9ba5cb9e0a8c tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:42.842743 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-aa25f4e2-9661-455f-8fa7-9385b68ea16e req-801f2c59-c176-48df-a5d1-9ba5cb9e0a8c tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/ports?device_id=1404c2e2-44fe-4f62-a42d-7bc0efc978ac HTTP/1.1" status: 200 len: 944 time: 0.1270964 Aug 25 01:28:42.853833 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-9e44aa20-56fc-4f3f-b1c6-6b8a6eaecb10 req-33bc5260-437d-4159-b388-aa5edd4a570a tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263785 Aug 25 01:28:42.864873 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] get_ports_and_sgs() called for port_ids ['e5f74a04-7e2e-4039-9b3d-fb3695831c47'] {{(pid=93834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 01:28:42.901183 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-aa25f4e2-9661-455f-8fa7-9385b68ea16e req-0c36ef4b-d778-4c31-8a52-9204949b6f4c tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/security-groups?id=8035d9a0-8ba4-4de0-a7b3-542d6d7a9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599856 Aug 25 01:28:42.902333 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45cae809-e167-4dcc-8faa-cd0bad251633 admin admin] Router 7559d326-4f3e-41e1-bcfb-a6af902dc6b3 is scheduled to L3 agent 2e219680-1a48-4599-ad97-adf9ec497b47 with binding_index 1 {{(pid=93832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 01:28:43.026422 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45cae809-e167-4dcc-8faa-cd0bad251633 admin admin] Notify agent at l3_agent.dv-cinder-790014-2-iscsi the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 01:28:43.037089 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d1b0e6-9080-4761-b062-97d08520cb54 None None] Sync routers for ids ['7559d326-4f3e-41e1-bcfb-a6af902dc6b3'] in dv-cinder-790014-2-iscsi {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 01:28:43.043628 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-45cae809-e167-4dcc-8faa-cd0bad251633 admin admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:43.046739 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-45cae809-e167-4dcc-8faa-cd0bad251633 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1742334 Aug 25 01:28:43.046934 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d1b0e6-9080-4761-b062-97d08520cb54 None None] Routers {'7559d326-4f3e-41e1-bcfb-a6af902dc6b3'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:28:43.047618 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-09d1b0e6-9080-4761-b062-97d08520cb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:28:30Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['7559d326-4f3e-41e1-bcfb-a6af902dc6b3'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:28:43.047867 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 50402) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:28:43.158526 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-09d1b0e6-9080-4761-b062-97d08520cb54 None None] Set router 7559d326-4f3e-41e1-bcfb-a6af902dc6b3 gateway port host: dv-cinder-790014-2-iscsi {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:28:43.278863 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df9b47-cb32-4f15-ab04-3c477d127999 req-d0fc0eb0-5161-4103-8350-fde4eb2fb4eb tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:43.287587 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-03df9b47-cb32-4f15-ab04-3c477d127999 req-d0fc0eb0-5161-4103-8350-fde4eb2fb4eb tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 946 time: 0.0681310 Aug 25 01:28:43.330613 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-03df9b47-cb32-4f15-ab04-3c477d127999 req-e04a58b9-9eec-4220-9e78-6613838bbaf4 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426824 Aug 25 01:28:43.405367 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-09d1b0e6-9080-4761-b062-97d08520cb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7559d326-4f3e-41e1-bcfb-a6af902dc6b3', 'name': 'tempest-TestShelveInstance-660723285-router', 'tenant_id': '86c670a5acab4a2cbcfbb3296c0e4488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '2d351a7e-9853-475d-86ba-3b9c1aaa4d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:28:40Z', 'updated_at': '2021-08-25T01:28:42Z', 'revision_number': 3, 'project_id': '86c670a5acab4a2cbcfbb3296c0e4488', 'gw_port': {'id': '2d351a7e-9853-475d-86ba-3b9c1aaa4d92', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ed:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7559d326-4f3e-41e1-bcfb-a6af902dc6b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:28:41Z', 'updated_at': '2021-08-25T01:28:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi'}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:28:43.477525 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d1b0e6-9080-4761-b062-97d08520cb54 None None] Checking router: 7559d326-4f3e-41e1-bcfb-a6af902dc6b3 for host: dv-cinder-790014-2-iscsi {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 01:28:43.479109 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d1b0e6-9080-4761-b062-97d08520cb54 None None] Updating router 7559d326-4f3e-41e1-bcfb-a6af902dc6b3 port 2d351a7e-9853-475d-86ba-3b9c1aaa4d92 binding host dv-cinder-790014-2-iscsi {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 01:28:43.514967 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-09d1b0e6-9080-4761-b062-97d08520cb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:43.521141 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c685eab2-f697-410d-83e4-7599ddbd5f1b req-a1c5880b-8a33-455e-b996-b576f6e707ae tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:43.523018 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-c685eab2-f697-410d-83e4-7599ddbd5f1b req-a1c5880b-8a33-455e-b996-b576f6e707ae tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.1056001 Aug 25 01:28:43.585620 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-c685eab2-f697-410d-83e4-7599ddbd5f1b req-01d245b3-5bbe-47f6-95dc-95245a035e20 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484564 Aug 25 01:28:43.625578 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6c7df909-d7fc-4514-a592-47ec30c807fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:43.826436 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58330a50-cba4-45db-83ac-8f524dab6efd None None] Network 91c8d021-07a7-4f8b-88cb-fb12e0b42926 requested from dv-cinder-790014-2-iscsi {{(pid=93834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 01:28:43.851760 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-6c7df909-d7fc-4514-a592-47ec30c807fe admin admin] Allocated IP 172.20.0.1 (91c8d021-07a7-4f8b-88cb-fb12e0b42926/430afed1-11f8-4329-9b8e-052a4400a1e5/8fa1f8fb-0d07-4dfb-8e01-85084cc212f2) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 01:28:44.046535 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-795732c8-54a1-415f-98bc-e546b40e026b None None] Provisioning for port 18540803-1bf9-4e14-9f64-da9bf53c3164 completed by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:28:44.048078 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6c7df909-d7fc-4514-a592-47ec30c807fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:44.060949 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-09d1b0e6-9080-4761-b062-97d08520cb54 None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:44.068565 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-6c7df909-d7fc-4514-a592-47ec30c807fe admin admin] Transition to ACTIVE for port object 8fa1f8fb-0d07-4dfb-8e01-85084cc212f2 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:28:44.083993 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-09d1b0e6-9080-4761-b062-97d08520cb54 None None] Transition to ACTIVE for port object 2d351a7e-9853-475d-86ba-3b9c1aaa4d92 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:28:44.106353 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-09d1b0e6-9080-4761-b062-97d08520cb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:44.126052 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6c7df909-d7fc-4514-a592-47ec30c807fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782026665144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:44.149768 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032e717-b557-4fd4-a1bb-c6644e667beb req-f84a13cd-3b53-43eb-b34b-49cb62dc0ece tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:44.151583 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-c032e717-b557-4fd4-a1bb-c6644e667beb req-f84a13cd-3b53-43eb-b34b-49cb62dc0ece tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=16bcdc99-e6b5-4242-a77b-9908957fc7c9 HTTP/1.1" status: 200 len: 944 time: 0.1346402 Aug 25 01:28:44.164988 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-09d1b0e6-9080-4761-b062-97d08520cb54 None None] Attempting to bind port 2d351a7e-9853-475d-86ba-3b9c1aaa4d92 on host dv-cinder-790014-2-iscsi for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 01:28:44.166034 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-09d1b0e6-9080-4761-b062-97d08520cb54 None None] Attempting to bind port 2d351a7e-9853-475d-86ba-3b9c1aaa4d92 by drivers openvswitch,hyperv on host dv-cinder-790014-2-iscsi at level 0 using segments [{'id': '094c6717-dbf2-418c-b33e-47759605d17a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 01:28:44.166911 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d1b0e6-9080-4761-b062-97d08520cb54 None None] Attempting to bind port 2d351a7e-9853-475d-86ba-3b9c1aaa4d92 on network 010d8b7d-53b1-407d-b771-6477c60770f4 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:28:44.178557 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf8023a-bfd5-465d-8a52-34aa11da6270 None None] Pushing event updated for resources: {'Port': ['ID=2d351a7e-9853-475d-86ba-3b9c1aaa4d92,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:44.182592 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7df909-d7fc-4514-a592-47ec30c807fe admin admin] Network 91c8d021-07a7-4f8b-88cb-fb12e0b42926 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:28:44.183198 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d1b0e6-9080-4761-b062-97d08520cb54 None None] Checking agent: {'id': 'd4180fab-6748-497c-b5c9-83716f34f1ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 1, 19, 30), 'started_at': datetime.datetime(2021, 8, 25, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 1, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 01:28:44.183924 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d1b0e6-9080-4761-b062-97d08520cb54 None None] Checking segment: {'id': '094c6717-dbf2-418c-b33e-47759605d17a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:28:44.185080 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-09d1b0e6-9080-4761-b062-97d08520cb54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:44.186008 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d1b0e6-9080-4761-b062-97d08520cb54 None None] Bound using segment: {'id': '094c6717-dbf2-418c-b33e-47759605d17a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 01:28:44.186657 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-6c7df909-d7fc-4514-a592-47ec30c807fe admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:28:44.186923 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-09d1b0e6-9080-4761-b062-97d08520cb54 None None] Bound port: 2d351a7e-9853-475d-86ba-3b9c1aaa4d92, host: dv-cinder-790014-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '094c6717-dbf2-418c-b33e-47759605d17a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 01:28:44.187538 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-09d1b0e6-9080-4761-b062-97d08520cb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:44.195416 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7df909-d7fc-4514-a592-47ec30c807fe admin admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 01:28:44.236677 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7df909-d7fc-4514-a592-47ec30c807fe admin admin] Pushing event updated for resources: {'Port': ['ID=8fa1f8fb-0d07-4dfb-8e01-85084cc212f2,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:44.252018 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6c7df909-d7fc-4514-a592-47ec30c807fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930667'] for router_interface, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:44.253376 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ace43d-8450-400f-80b7-081e8ab53a15 req-44ea3d67-5b11-4440-a225-48bef3da616b tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:44.255142 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-c2ace43d-8450-400f-80b7-081e8ab53a15 req-44ea3d67-5b11-4440-a225-48bef3da616b tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/ports?device_id=1404c2e2-44fe-4f62-a42d-7bc0efc978ac HTTP/1.1" status: 200 len: 944 time: 0.1618664 Aug 25 01:28:44.263302 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-c032e717-b557-4fd4-a1bb-c6644e667beb req-7d6919d8-e468-4088-8398-eea24bebc800 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013708 Aug 25 01:28:44.286345 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-09d1b0e6-9080-4761-b062-97d08520cb54 None None] For port 2d351a7e-9853-475d-86ba-3b9c1aaa4d92, host dv-cinder-790014-2-iscsi, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 01:28:44.290696 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-09d1b0e6-9080-4761-b062-97d08520cb54 None None] For port 2d351a7e-9853-475d-86ba-3b9c1aaa4d92, host dv-cinder-790014-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=2d351a7e-9853-475d-86ba-3b9c1aaa4d92,segment=NetworkSegment(094c6717-dbf2-418c-b33e-47759605d17a),segment_id=094c6717-dbf2-418c-b33e-47759605d17a)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 01:28:44.297532 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-09d1b0e6-9080-4761-b062-97d08520cb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:44.308443 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-c2ace43d-8450-400f-80b7-081e8ab53a15 req-589d1784-7378-4f74-b0f1-9eaa36795675 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/security-groups?id=8035d9a0-8ba4-4de0-a7b3-542d6d7a9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437593 Aug 25 01:28:44.362100 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d1b0e6-9080-4761-b062-97d08520cb54 None None] Routers {'7559d326-4f3e-41e1-bcfb-a6af902dc6b3'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:28:44.362854 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-09d1b0e6-9080-4761-b062-97d08520cb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:28:30Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['7559d326-4f3e-41e1-bcfb-a6af902dc6b3'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:28:44.363208 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device b2b2a937-b3a3-4daf-a59f-7611bf87221c details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=93834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 01:28:44.364765 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf8023a-bfd5-465d-8a52-34aa11da6270 None None] Pushing event updated for resources: {'Port': ['ID=2d351a7e-9853-475d-86ba-3b9c1aaa4d92,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:44.369196 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device e5f74a04-7e2e-4039-9b3d-fb3695831c47 up at agent hyperv_hv-cinder-79001 {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:28:44.411460 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6c7df909-d7fc-4514-a592-47ec30c807fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:44.460344 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Provisioning for port e5f74a04-7e2e-4039-9b3d-fb3695831c47 completed by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:28:44.466544 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Provisioning complete for port e5f74a04-7e2e-4039-9b3d-fb3695831c47 triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:28:44.466950 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:44.494815 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-09d1b0e6-9080-4761-b062-97d08520cb54 None None] Set router 7559d326-4f3e-41e1-bcfb-a6af902dc6b3 gateway port host: dv-cinder-790014-2-iscsi {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:28:44.570479 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-6f6938a8-148c-429d-81f8-f2cd304023b9 None None] Provisioning for port 8fa1f8fb-0d07-4dfb-8e01-85084cc212f2 completed by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:28:44.593796 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-6f6938a8-148c-429d-81f8-f2cd304023b9 None None] Provisioning complete for port 8fa1f8fb-0d07-4dfb-8e01-85084cc212f2 triggered by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:28:44.594480 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6f6938a8-148c-429d-81f8-f2cd304023b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:44.601989 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port b2b2a937-b3a3-4daf-a59f-7611bf87221c, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=b2b2a937-b3a3-4daf-a59f-7611bf87221c,segment=NetworkSegment(87938c2e-dfc5-46dd-8a5f-2ff1312adec3),segment_id=87938c2e-dfc5-46dd-8a5f-2ff1312adec3)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:28:44.640457 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Returning: {'device': 'b2b2a937-b3a3-4daf-a59f-7611bf87221c', 'network_id': '21e6a6dc-77f9-423c-af4a-5ce652aeeab8', 'port_id': 'b2b2a937-b3a3-4daf-a59f-7611bf87221c', 'mac_address': 'fa:16:3e:73:66:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96136862-e6c0-4d13-8e79-4355fce1b62c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 01:28:44.649985 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6c7df909-d7fc-4514-a592-47ec30c807fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:44.659878 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6c7df909-d7fc-4514-a592-47ec30c807fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8611129'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:44.710314 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-6f6938a8-148c-429d-81f8-f2cd304023b9 None None] Port 8fa1f8fb-0d07-4dfb-8e01-85084cc212f2 cannot update to ACTIVE because it is not bound. {{(pid=93834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 01:28:44.777336 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:44.793435 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6c7df909-d7fc-4514-a592-47ec30c807fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932541'] for router_interface, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:44.802332 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7df909-d7fc-4514-a592-47ec30c807fe admin admin] Pushing event updated for resources: {'Port': ['ID=8fa1f8fb-0d07-4dfb-8e01-85084cc212f2,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:44.811954 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-09d1b0e6-9080-4761-b062-97d08520cb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7559d326-4f3e-41e1-bcfb-a6af902dc6b3', 'name': 'tempest-TestShelveInstance-660723285-router', 'tenant_id': '86c670a5acab4a2cbcfbb3296c0e4488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '2d351a7e-9853-475d-86ba-3b9c1aaa4d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:28:40Z', 'updated_at': '2021-08-25T01:28:42Z', 'revision_number': 3, 'project_id': '86c670a5acab4a2cbcfbb3296c0e4488', 'gw_port': {'id': '2d351a7e-9853-475d-86ba-3b9c1aaa4d92', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ed:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7559d326-4f3e-41e1-bcfb-a6af902dc6b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:28:41Z', 'updated_at': '2021-08-25T01:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi'}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:28:44.823279 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:44.848851 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d1b0e6-9080-4761-b062-97d08520cb54 None None] The sync data for ids ['7559d326-4f3e-41e1-bcfb-a6af902dc6b3'] in dv-cinder-790014-2-iscsi is: [{'id': '7559d326-4f3e-41e1-bcfb-a6af902dc6b3', 'name': 'tempest-TestShelveInstance-660723285-router', 'tenant_id': '86c670a5acab4a2cbcfbb3296c0e4488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '2d351a7e-9853-475d-86ba-3b9c1aaa4d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:28:40Z', 'updated_at': '2021-08-25T01:28:42Z', 'revision_number': 3, 'project_id': '86c670a5acab4a2cbcfbb3296c0e4488', 'gw_port': {'id': '2d351a7e-9853-475d-86ba-3b9c1aaa4d92', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ed:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7559d326-4f3e-41e1-bcfb-a6af902dc6b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:28:41Z', 'updated_at': '2021-08-25T01:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi'}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 01:28:44.881802 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 18540803-1bf9-4e14-9f64-da9bf53c3164 up at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:28:44.883370 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16bcdc99-e6b5-4242-a77b-9908957fc7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f74a04-7e2e-4039-9b3d-fb3695831c47'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:28:44.885651 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac4c50f49c3b3a17933da630e77cab0c79281d75959c3f8023547b3e3ec39ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5750c7f4-f5b5-4760-b2f7-db6e079bf01a" -d '{"events": [{"server_uuid": "16bcdc99-e6b5-4242-a77b-9908957fc7c9", "name": "network-vif-plugged", "status": "completed", "tag": "e5f74a04-7e2e-4039-9b3d-fb3695831c47"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:28:44.961875 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port e5f74a04-7e2e-4039-9b3d-fb3695831c47, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=e5f74a04-7e2e-4039-9b3d-fb3695831c47,segment=NetworkSegment(4944b506-92f4-4d03-bf96-a130cf5b7dec),segment_id=4944b506-92f4-4d03-bf96-a130cf5b7dec)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:28:44.965511 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 01:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b39d228a-96ba-4339-9882-bb0158eee555 x-openstack-request-id: req-b39d228a-96ba-4339-9882-bb0158eee555 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:28:44.965828 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16bcdc99-e6b5-4242-a77b-9908957fc7c9", "name": "network-vif-plugged", "status": "completed", "tag": "e5f74a04-7e2e-4039-9b3d-fb3695831c47", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:28:44.966049 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b39d228a-96ba-4339-9882-bb0158eee555 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:28:44.966440 dv-cinder-790014-2-iscsi neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16bcdc99-e6b5-4242-a77b-9908957fc7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f74a04-7e2e-4039-9b3d-fb3695831c47', 'code': 200} Aug 25 01:28:44.976872 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2b2a937-b3a3-4daf-a59f-7611bf87221c {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 01:28:44.995639 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:45.070877 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port b2b2a937-b3a3-4daf-a59f-7611bf87221c, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=b2b2a937-b3a3-4daf-a59f-7611bf87221c,segment=NetworkSegment(87938c2e-dfc5-46dd-8a5f-2ff1312adec3),segment_id=87938c2e-dfc5-46dd-8a5f-2ff1312adec3)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:28:45.076700 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-f09f9758-6fca-4141-9110-504d90e22006 None None] Provisioning complete for port 8fa1f8fb-0d07-4dfb-8e01-85084cc212f2 triggered by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:28:45.076950 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f09f9758-6fca-4141-9110-504d90e22006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:45.115348 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:45.184915 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-f09f9758-6fca-4141-9110-504d90e22006 None None] Port 8fa1f8fb-0d07-4dfb-8e01-85084cc212f2 cannot update to ACTIVE because it is not bound. {{(pid=93834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 01:28:45.193981 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Pushing event updated for resources: {'Port': ['ID=e5f74a04-7e2e-4039-9b3d-fb3695831c47,revision_number=5']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:45.209807 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning for port 18540803-1bf9-4e14-9f64-da9bf53c3164 completed by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:28:45.222706 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning complete for port 18540803-1bf9-4e14-9f64-da9bf53c3164 triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:28:45.223087 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:45.474405 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Pushing event updated for resources: {'Port': ['ID=b2b2a937-b3a3-4daf-a59f-7611bf87221c,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:45.516547 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeae684-f971-43f5-aa84-4e1483b3ee12 req-7c63783a-44f0-4f68-a2a0-61d28383a583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:45.519668 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-fbeae684-f971-43f5-aa84-4e1483b3ee12 req-7c63783a-44f0-4f68-a2a0-61d28383a583 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=16bcdc99-e6b5-4242-a77b-9908957fc7c9 HTTP/1.1" status: 200 len: 1098 time: 0.2275693 Aug 25 01:28:45.540049 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7df909-d7fc-4514-a592-47ec30c807fe admin admin] Network 91c8d021-07a7-4f8b-88cb-fb12e0b42926 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:28:45.549617 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-6c7df909-d7fc-4514-a592-47ec30c807fe admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:28:45.586907 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9073de-9e24-455e-b860-3c2b887efa1d req-2fbc536a-f020-4754-9427-70c7467bd807 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:45.606803 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-fb9073de-9e24-455e-b860-3c2b887efa1d req-2fbc536a-f020-4754-9427-70c7467bd807 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=16bcdc99-e6b5-4242-a77b-9908957fc7c9 HTTP/1.1" status: 200 len: 945 time: 0.2018783 Aug 25 01:28:45.634672 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] get_ports_and_sgs() called for port_ids ['b2b2a937-b3a3-4daf-a59f-7611bf87221c'] {{(pid=93834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 01:28:45.647124 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 50460) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:28:45.732408 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-fbeae684-f971-43f5-aa84-4e1483b3ee12 req-57d254cd-ee3e-49a9-bf17-fac4cd5decb3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966555 Aug 25 01:28:45.766754 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a630b-0a76-40ff-922a-7d5f2595face req-997d4065-a948-4f3b-8c71-13ccab3ea7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:45.769060 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-570a630b-0a76-40ff-922a-7d5f2595face req-997d4065-a948-4f3b-8c71-13ccab3ea7c4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9332813e5ed544a58621b5d1c5e0bbba&device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 1099 time: 0.1003695 Aug 25 01:28:45.779855 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:45.803000 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-fb9073de-9e24-455e-b860-3c2b887efa1d req-5f0a96f9-ebc5-410a-bd03-8ea409078a4e tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767259 Aug 25 01:28:45.803845 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c7df909-d7fc-4514-a592-47ec30c807fe admin admin] Router 7559d326-4f3e-41e1-bcfb-a6af902dc6b3 has already been hosted by L3 agent 2e219680-1a48-4599-ad97-adf9ec497b47 {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 01:28:45.852953 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a71e74-ab51-4147-a995-c80f73ee901e req-27ee656f-c90c-4e59-9300-90719fbdfa9d tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:45.857314 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-23a71e74-ab51-4147-a995-c80f73ee901e req-27ee656f-c90c-4e59-9300-90719fbdfa9d tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/ports?device_id=1404c2e2-44fe-4f62-a42d-7bc0efc978ac HTTP/1.1" status: 200 len: 945 time: 0.1808825 Aug 25 01:28:45.917105 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a130161a-ac83-4312-b588-f6366315eb42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:45.982932 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c7df909-d7fc-4514-a592-47ec30c807fe admin admin] Notify agent at l3_agent.dv-cinder-790014-2-iscsi the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 01:28:45.994119 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] For port 18540803-1bf9-4e14-9f64-da9bf53c3164, host dv-cinder-790014-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=18540803-1bf9-4e14-9f64-da9bf53c3164,segment=NetworkSegment(62cc9a61-35cf-4aa2-8457-b6fa9b24ef7e),segment_id=62cc9a61-35cf-4aa2-8457-b6fa9b24ef7e)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:28:45.998138 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-6c7df909-d7fc-4514-a592-47ec30c807fe admin admin] 10.222.0.23 "PUT /v2.0/routers/7559d326-4f3e-41e1-bcfb-a6af902dc6b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9488418 Aug 25 01:28:46.021697 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:46.022786 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 4b61c829-6fb8-421b-9e9e-1d1f0be69582 up at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:28:46.049631 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-23a71e74-ab51-4147-a995-c80f73ee901e req-5ef79aae-c306-4e8b-a51a-2c3b3da76676 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/security-groups?id=8035d9a0-8ba4-4de0-a7b3-542d6d7a9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864402 Aug 25 01:28:46.081604 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd774961-1d1b-492c-b85e-b8c88f63631f req-839dc0eb-16a6-471e-9847-358b85eff768 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:46.090434 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-bd774961-1d1b-492c-b85e-b8c88f63631f req-839dc0eb-16a6-471e-9847-358b85eff768 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.1567678 Aug 25 01:28:46.122205 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-31471542-86d8-4d2e-b0ed-41b4d84ecf63 None None] Provisioning complete for port 8fa1f8fb-0d07-4dfb-8e01-85084cc212f2 triggered by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:28:46.122856 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-31471542-86d8-4d2e-b0ed-41b4d84ecf63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:46.162905 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a130161a-ac83-4312-b588-f6366315eb42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:46.181306 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-bd774961-1d1b-492c-b85e-b8c88f63631f req-d324d05a-a68f-40d6-b3c7-2b8cad626869 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878444 Aug 25 01:28:46.183905 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a130161a-ac83-4312-b588-f6366315eb42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:46.193234 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a630b-0a76-40ff-922a-7d5f2595face req-afa580bc-81c2-4e3b-9f71-7810d1698d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:46.194897 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-570a630b-0a76-40ff-922a-7d5f2595face req-afa580bc-81c2-4e3b-9f71-7810d1698d4a service neutron] 10.222.0.26 "GET /v2.0/networks?id=941f32ea-0da3-4101-b2fe-5e10ea072419 HTTP/1.1" status: 200 len: 920 time: 0.2093399 Aug 25 01:28:46.236969 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-a130161a-ac83-4312-b588-f6366315eb42 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ee3d44ad29e149f88a76713b8909e34f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5884788 Aug 25 01:28:46.238571 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130161a-ac83-4312-b588-f6366315eb42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28543ef-f2ce-4fea-b240-8fa7e9152f1e,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:46.247980 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 50472) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:28:46.257249 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-570a630b-0a76-40ff-922a-7d5f2595face req-d2bc428c-84a9-4c88-b992-a05a87a0892e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49373d89-72a8-4af4-8ddd-bb1be8f8d960 HTTP/1.1" status: 200 len: 217 time: 0.0473456 Aug 25 01:28:46.274139 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Pushing event updated for resources: {'Port': ['ID=18540803-1bf9-4e14-9f64-da9bf53c3164,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:46.278316 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-31471542-86d8-4d2e-b0ed-41b4d84ecf63 None None] Port 8fa1f8fb-0d07-4dfb-8e01-85084cc212f2 cannot update to ACTIVE because it is not bound. {{(pid=93834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 01:28:46.333470 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning for port 4b61c829-6fb8-421b-9e9e-1d1f0be69582 completed by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:28:46.351432 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fe3886ed-9495-4294-927d-0dc945d5423e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:46.365375 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning complete for port 4b61c829-6fb8-421b-9e9e-1d1f0be69582 triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:28:46.365375 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:46.386000 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a630b-0a76-40ff-922a-7d5f2595face req-e72b7684-1123-43c6-978b-d7f0bf7927d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:46.392411 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-570a630b-0a76-40ff-922a-7d5f2595face req-e72b7684-1123-43c6-978b-d7f0bf7927d9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84dbee4e-0c46-44e0-883e-063ae4a8075c HTTP/1.1" status: 200 len: 859 time: 0.1273673 Aug 25 01:28:46.397221 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fe3886ed-9495-4294-927d-0dc945d5423e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:46.446083 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-570a630b-0a76-40ff-922a-7d5f2595face req-1f7ef435-0a19-4c98-8163-00653621f5e6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=941f32ea-0da3-4101-b2fe-5e10ea072419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438213 Aug 25 01:28:46.464159 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fe3886ed-9495-4294-927d-0dc945d5423e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:46.467140 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fe3886ed-9495-4294-927d-0dc945d5423e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:46.468517 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-fe3886ed-9495-4294-927d-0dc945d5423e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e28543ef-f2ce-4fea-b240-8fa7e9152f1e HTTP/1.1" status: 204 len: 168 time: 0.2189674 Aug 25 01:28:46.479172 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:46.495767 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3886ed-9495-4294-927d-0dc945d5423e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28543ef-f2ce-4fea-b240-8fa7e9152f1e,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:46.645367 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] For port 4b61c829-6fb8-421b-9e9e-1d1f0be69582, host dv-cinder-790014-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=4b61c829-6fb8-421b-9e9e-1d1f0be69582,segment=NetworkSegment(60783d59-e204-428b-9b9a-32183774f0fb),segment_id=60783d59-e204-428b-9b9a-32183774f0fb)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:28:46.663314 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:46.684666 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-570a630b-0a76-40ff-922a-7d5f2595face req-7cc4f4dc-e666-48e2-b59c-8ed41c3a5714 service neutron] 10.222.0.26 "GET /v2.0/networks/941f32ea-0da3-4101-b2fe-5e10ea072419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301028 Aug 25 01:28:46.793084 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Pushing event updated for resources: {'Port': ['ID=4b61c829-6fb8-421b-9e9e-1d1f0be69582,revision_number=5']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:46.867602 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-570a630b-0a76-40ff-922a-7d5f2595face req-f38172eb-6dc0-451c-a54f-dfa071a94317 service neutron] 10.222.0.26 "GET /v2.0/networks/941f32ea-0da3-4101-b2fe-5e10ea072419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743100 Aug 25 01:28:46.946846 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 2d351a7e-9853-475d-86ba-3b9c1aaa4d92 up at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:28:47.041327 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391749f2-cf73-4928-bda3-94ee739db17a req-82632846-b596-4145-b224-b671426e76ad tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:47.042568 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-391749f2-cf73-4928-bda3-94ee739db17a req-82632846-b596-4145-b224-b671426e76ad tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=16bcdc99-e6b5-4242-a77b-9908957fc7c9 HTTP/1.1" status: 200 len: 945 time: 0.1001999 Aug 25 01:28:47.064760 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning for port 2d351a7e-9853-475d-86ba-3b9c1aaa4d92 completed by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:28:47.070029 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning complete for port 2d351a7e-9853-475d-86ba-3b9c1aaa4d92 triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:28:47.070806 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:47.089464 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-391749f2-cf73-4928-bda3-94ee739db17a req-e1cccf45-753b-48b4-a67c-058e44df31a0 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396898 Aug 25 01:28:47.204336 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:47.235960 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] For port 2d351a7e-9853-475d-86ba-3b9c1aaa4d92, host dv-cinder-790014-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=2d351a7e-9853-475d-86ba-3b9c1aaa4d92,segment=NetworkSegment(094c6717-dbf2-418c-b33e-47759605d17a),segment_id=094c6717-dbf2-418c-b33e-47759605d17a)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:28:47.241272 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:47.242427 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 18540803-1bf9-4e14-9f64-da9bf53c3164 up at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:28:47.244693 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6120f337-0fc4-4acc-8a9b-16f5e035d37e req-f73845e4-7fee-4f75-88c6-4c51c2b893b9 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:47.246203 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-6120f337-0fc4-4acc-8a9b-16f5e035d37e req-f73845e4-7fee-4f75-88c6-4c51c2b893b9 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/ports?device_id=1404c2e2-44fe-4f62-a42d-7bc0efc978ac HTTP/1.1" status: 200 len: 945 time: 0.0813320 Aug 25 01:28:47.349461 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-6120f337-0fc4-4acc-8a9b-16f5e035d37e req-f41042cc-2ba7-4b35-8ba2-97113ee735b3 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/security-groups?id=8035d9a0-8ba4-4de0-a7b3-542d6d7a9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925305 Aug 25 01:28:47.349603 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Pushing event updated for resources: {'Port': ['ID=2d351a7e-9853-475d-86ba-3b9c1aaa4d92,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:47.361760 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning complete for port 18540803-1bf9-4e14-9f64-da9bf53c3164 triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:28:47.361760 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:47.374115 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 50520) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:28:47.378755 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [None req-dc8bbbb3-352d-4253-bab9-2860c79e8a1e tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2088532483', 'description': 'tempest-secgroup-smoke-2088532483 description', 'project_id': 'cdf67756f57948e9a1bcaae4578b8fb6'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:28:47.420838 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dc8bbbb3-352d-4253-bab9-2860c79e8a1e tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:47.473890 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e3d566-825d-4206-9604-051790221fb4 None None] Sync routers for ids ['7559d326-4f3e-41e1-bcfb-a6af902dc6b3'] in dv-cinder-790014-2-iscsi {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 01:28:47.496821 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e3d566-825d-4206-9604-051790221fb4 None None] Routers {'7559d326-4f3e-41e1-bcfb-a6af902dc6b3'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:28:47.497663 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-75e3d566-825d-4206-9604-051790221fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:28:30Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['7559d326-4f3e-41e1-bcfb-a6af902dc6b3'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:28:47.515357 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7bbbd6-3559-49d1-a209-5de637d5244b req-f3c53199-0b52-441a-925a-c709d2256698 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:47.522672 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ae7bbbd6-3559-49d1-a209-5de637d5244b req-f3c53199-0b52-441a-925a-c709d2256698 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0806434 Aug 25 01:28:47.572308 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ae7bbbd6-3559-49d1-a209-5de637d5244b req-e87005b9-5a25-4736-8067-5e8d347d9fd6 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486615 Aug 25 01:28:47.589486 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dc8bbbb3-352d-4253-bab9-2860c79e8a1e tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:47.599992 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dc8bbbb3-352d-4253-bab9-2860c79e8a1e tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:47.624282 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-75e3d566-825d-4206-9604-051790221fb4 None None] Set router 7559d326-4f3e-41e1-bcfb-a6af902dc6b3 gateway port host: dv-cinder-790014-2-iscsi {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:28:47.631294 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dc8bbbb3-352d-4253-bab9-2860c79e8a1e tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:47.635774 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 50530) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:28:47.636043 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-dc8bbbb3-352d-4253-bab9-2860c79e8a1e tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2607982 Aug 25 01:28:47.641308 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.v2.base [None req-73885b89-4693-4e81-ad8b-c8111c0fa4c3 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Request body: {'security_group_rule': {'security_group_id': '942ed35d-86d4-4e3d-9945-63fc3c81438c', 'project_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:28:47.641476 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8bbbb3-352d-4253-bab9-2860c79e8a1e tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=942ed35d-86d4-4e3d-9945-63fc3c81438c,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:47.680499 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-73885b89-4693-4e81-ad8b-c8111c0fa4c3 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:47.749069 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-73885b89-4693-4e81-ad8b-c8111c0fa4c3 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:47.754037 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-73885b89-4693-4e81-ad8b-c8111c0fa4c3 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019102'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:47.782589 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73885b89-4693-4e81-ad8b-c8111c0fa4c3 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=323e3af0-71c1-4761-8e30-fafbad5e8bb9,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:47.789435 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-73885b89-4693-4e81-ad8b-c8111c0fa4c3 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:47.794720 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-73885b89-4693-4e81-ad8b-c8111c0fa4c3 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1553504 Aug 25 01:28:47.795747 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 50548) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:28:47.801266 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [None req-24ee634e-f4c4-42a6-8c8d-dacf4679dd69 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Request body: {'security_group_rule': {'security_group_id': '942ed35d-86d4-4e3d-9945-63fc3c81438c', 'project_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:28:47.844459 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-24ee634e-f4c4-42a6-8c8d-dacf4679dd69 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:47.886917 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-75e3d566-825d-4206-9604-051790221fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7559d326-4f3e-41e1-bcfb-a6af902dc6b3', 'name': 'tempest-TestShelveInstance-660723285-router', 'tenant_id': '86c670a5acab4a2cbcfbb3296c0e4488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '2d351a7e-9853-475d-86ba-3b9c1aaa4d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:28:40Z', 'updated_at': '2021-08-25T01:28:44Z', 'revision_number': 4, 'project_id': '86c670a5acab4a2cbcfbb3296c0e4488', 'gw_port': {'id': '2d351a7e-9853-475d-86ba-3b9c1aaa4d92', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ed:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7559d326-4f3e-41e1-bcfb-a6af902dc6b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:28:41Z', 'updated_at': '2021-08-25T01:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_interfaces': [{'id': '8fa1f8fb-0d07-4dfb-8e01-85084cc212f2', 'name': '', 'network_id': '91c8d021-07a7-4f8b-88cb-fb12e0b42926', 'tenant_id': '86c670a5acab4a2cbcfbb3296c0e4488', 'mac_address': 'fa:16:3e:13:db:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7559d326-4f3e-41e1-bcfb-a6af902dc6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '430afed1-11f8-4329-9b8e-052a4400a1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:28:43Z', 'updated_at': '2021-08-25T01:28:44Z', 'revision_number': 2, 'project_id': '86c670a5acab4a2cbcfbb3296c0e4488', 'subnets': [{'id': '430afed1-11f8-4329-9b8e-052a4400a1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:28:47.924408 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e3d566-825d-4206-9604-051790221fb4 None None] Checking router: 7559d326-4f3e-41e1-bcfb-a6af902dc6b3 for host: dv-cinder-790014-2-iscsi {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 01:28:47.925054 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e3d566-825d-4206-9604-051790221fb4 None None] Updating router 7559d326-4f3e-41e1-bcfb-a6af902dc6b3 port 8fa1f8fb-0d07-4dfb-8e01-85084cc212f2 binding host dv-cinder-790014-2-iscsi {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 01:28:47.928840 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-24ee634e-f4c4-42a6-8c8d-dacf4679dd69 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:47.934066 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-24ee634e-f4c4-42a6-8c8d-dacf4679dd69 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019102'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:47.954076 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-75e3d566-825d-4206-9604-051790221fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:47.965370 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ee634e-f4c4-42a6-8c8d-dacf4679dd69 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e7f8919-e441-4b1a-a541-5eada3ae4a2d,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:47.973703 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-24ee634e-f4c4-42a6-8c8d-dacf4679dd69 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:47.974932 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-24ee634e-f4c4-42a6-8c8d-dacf4679dd69 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1780980 Aug 25 01:28:47.977627 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 50574) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:28:47.982180 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [None req-0248992c-156c-4a27-a298-93eaf43a95b8 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Request body: {'security_group_rule': {'security_group_id': '942ed35d-86d4-4e3d-9945-63fc3c81438c', 'project_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:28:48.012517 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0248992c-156c-4a27-a298-93eaf43a95b8 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:48.088059 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0248992c-156c-4a27-a298-93eaf43a95b8 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:48.094452 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0248992c-156c-4a27-a298-93eaf43a95b8 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019102'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:48.121328 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0248992c-156c-4a27-a298-93eaf43a95b8 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0ea5d8f-e527-4f07-a827-0d2865cf328e,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:48.131984 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0248992c-156c-4a27-a298-93eaf43a95b8 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:48.133408 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-0248992c-156c-4a27-a298-93eaf43a95b8 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1548791 Aug 25 01:28:48.136090 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 50578) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:28:48.143349 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [None req-ebc43fa9-f172-4c82-bb33-ff9deafa4493 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Request body: {'security_group_rule': {'security_group_id': '942ed35d-86d4-4e3d-9945-63fc3c81438c', 'project_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:28:48.175755 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ebc43fa9-f172-4c82-bb33-ff9deafa4493 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:48.271324 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ebc43fa9-f172-4c82-bb33-ff9deafa4493 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:48.279643 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ebc43fa9-f172-4c82-bb33-ff9deafa4493 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019102'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:48.297263 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc43fa9-f172-4c82-bb33-ff9deafa4493 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8b0123a-680f-4f67-bcb6-0824b2117e04,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:48.311155 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5428d-0c70-4bb0-b2e0-3d0b38181427 req-81f8ce00-869c-4d18-a505-341ac2abc82e tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:48.315785 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-66c5428d-0c70-4bb0-b2e0-3d0b38181427 req-81f8ce00-869c-4d18-a505-341ac2abc82e tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=16bcdc99-e6b5-4242-a77b-9908957fc7c9 HTTP/1.1" status: 200 len: 945 time: 0.1019106 Aug 25 01:28:48.316183 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ebc43fa9-f172-4c82-bb33-ff9deafa4493 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:48.319926 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-ebc43fa9-f172-4c82-bb33-ff9deafa4493 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1798234 Aug 25 01:28:48.320329 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 50588) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:28:48.326216 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [None req-1040b8b1-6f6d-4444-9657-e69a105c4b31 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Request body: {'security_group_rule': {'security_group_id': '942ed35d-86d4-4e3d-9945-63fc3c81438c', 'project_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:28:48.370749 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.db.securitygroups_db [None req-1040b8b1-6f6d-4444-9657-e69a105c4b31 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Project cdf67756f57948e9a1bcaae4578b8fb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 01:28:48.379214 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1040b8b1-6f6d-4444-9657-e69a105c4b31 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:48.387489 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-66c5428d-0c70-4bb0-b2e0-3d0b38181427 req-b9bfcf6e-b1d2-4949-9287-3ffeb2f108e2 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638204 Aug 25 01:28:48.411507 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-75e3d566-825d-4206-9604-051790221fb4 None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:48.426736 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-75e3d566-825d-4206-9604-051790221fb4 None None] Transition to ACTIVE for port object 8fa1f8fb-0d07-4dfb-8e01-85084cc212f2 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:28:48.435054 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-75e3d566-825d-4206-9604-051790221fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:48.490900 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1040b8b1-6f6d-4444-9657-e69a105c4b31 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:48.504200 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1040b8b1-6f6d-4444-9657-e69a105c4b31 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019102'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:48.525474 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1040b8b1-6f6d-4444-9657-e69a105c4b31 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5bbc778-543c-4a04-94b5-c4e598c93f2a,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:48.533319 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115d48b-e836-4eea-9568-d0bbb9987d3c req-4469304a-db9b-45fd-bba4-6de6278b4827 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:48.537538 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1040b8b1-6f6d-4444-9657-e69a105c4b31 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:48.542083 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-1040b8b1-6f6d-4444-9657-e69a105c4b31 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2206504 Aug 25 01:28:48.542249 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d115d48b-e836-4eea-9568-d0bbb9987d3c req-4469304a-db9b-45fd-bba4-6de6278b4827 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/ports?device_id=1404c2e2-44fe-4f62-a42d-7bc0efc978ac HTTP/1.1" status: 200 len: 945 time: 0.0961266 Aug 25 01:28:48.543009 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 50598) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:28:48.545275 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ce22b4-1a08-49fe-9ad2-f6b289001577 None None] Pushing event updated for resources: {'Port': ['ID=8fa1f8fb-0d07-4dfb-8e01-85084cc212f2,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:48.551455 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [None req-9ce15f54-a381-458e-9a55-037e9437a5aa tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Request body: {'security_group_rule': {'security_group_id': '942ed35d-86d4-4e3d-9945-63fc3c81438c', 'project_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:28:48.586390 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-75e3d566-825d-4206-9604-051790221fb4 None None] Attempting to bind port 8fa1f8fb-0d07-4dfb-8e01-85084cc212f2 on host dv-cinder-790014-2-iscsi for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 01:28:48.586390 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-75e3d566-825d-4206-9604-051790221fb4 None None] Attempting to bind port 8fa1f8fb-0d07-4dfb-8e01-85084cc212f2 by drivers openvswitch,hyperv on host dv-cinder-790014-2-iscsi at level 0 using segments [{'id': '62cc9a61-35cf-4aa2-8457-b6fa9b24ef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '91c8d021-07a7-4f8b-88cb-fb12e0b42926'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 01:28:48.586845 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e3d566-825d-4206-9604-051790221fb4 None None] Attempting to bind port 8fa1f8fb-0d07-4dfb-8e01-85084cc212f2 on network 91c8d021-07a7-4f8b-88cb-fb12e0b42926 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:28:48.597205 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e3d566-825d-4206-9604-051790221fb4 None None] Checking agent: {'id': 'd4180fab-6748-497c-b5c9-83716f34f1ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 1, 19, 30), 'started_at': datetime.datetime(2021, 8, 25, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 1, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 01:28:48.598652 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e3d566-825d-4206-9604-051790221fb4 None None] Checking segment: {'id': '62cc9a61-35cf-4aa2-8457-b6fa9b24ef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '91c8d021-07a7-4f8b-88cb-fb12e0b42926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:28:48.599155 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-75e3d566-825d-4206-9604-051790221fb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:48.599961 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e3d566-825d-4206-9604-051790221fb4 None None] Bound using segment: {'id': '62cc9a61-35cf-4aa2-8457-b6fa9b24ef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '91c8d021-07a7-4f8b-88cb-fb12e0b42926'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 01:28:48.601249 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-75e3d566-825d-4206-9604-051790221fb4 None None] Bound port: 8fa1f8fb-0d07-4dfb-8e01-85084cc212f2, host: dv-cinder-790014-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62cc9a61-35cf-4aa2-8457-b6fa9b24ef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '91c8d021-07a7-4f8b-88cb-fb12e0b42926'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 01:28:48.601755 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-75e3d566-825d-4206-9604-051790221fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:48.604552 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.db.securitygroups_db [None req-9ce15f54-a381-458e-9a55-037e9437a5aa tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Project cdf67756f57948e9a1bcaae4578b8fb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 01:28:48.618659 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9ce15f54-a381-458e-9a55-037e9437a5aa tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:48.625169 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d115d48b-e836-4eea-9568-d0bbb9987d3c req-159e8f43-b3cb-451f-a8f2-b472086772bd tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/security-groups?id=8035d9a0-8ba4-4de0-a7b3-542d6d7a9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764372 Aug 25 01:28:48.706728 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-75e3d566-825d-4206-9604-051790221fb4 None None] For port 8fa1f8fb-0d07-4dfb-8e01-85084cc212f2, host dv-cinder-790014-2-iscsi, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 01:28:48.716432 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-75e3d566-825d-4206-9604-051790221fb4 None None] For port 8fa1f8fb-0d07-4dfb-8e01-85084cc212f2, host dv-cinder-790014-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=8fa1f8fb-0d07-4dfb-8e01-85084cc212f2,segment=NetworkSegment(62cc9a61-35cf-4aa2-8457-b6fa9b24ef7e),segment_id=62cc9a61-35cf-4aa2-8457-b6fa9b24ef7e)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 01:28:48.724593 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-75e3d566-825d-4206-9604-051790221fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:48.793468 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2cd56-eae5-47b7-b5cc-0126852dccf8 req-93d1010e-4e1e-40de-a136-63d597eafcab tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:48.805454 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a2c2cd56-eae5-47b7-b5cc-0126852dccf8 req-93d1010e-4e1e-40de-a136-63d597eafcab tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.1111846 Aug 25 01:28:48.809786 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9ce15f54-a381-458e-9a55-037e9437a5aa tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:48.817433 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9ce15f54-a381-458e-9a55-037e9437a5aa tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019102'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:48.834731 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 2d351a7e-9853-475d-86ba-3b9c1aaa4d92 up at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:28:48.840712 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e3d566-825d-4206-9604-051790221fb4 None None] Routers {'7559d326-4f3e-41e1-bcfb-a6af902dc6b3'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:28:48.841734 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-75e3d566-825d-4206-9604-051790221fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:28:30Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['7559d326-4f3e-41e1-bcfb-a6af902dc6b3'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:28:48.856175 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9ce15f54-a381-458e-9a55-037e9437a5aa tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:48.857384 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-9ce15f54-a381-458e-9a55-037e9437a5aa tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3108151 Aug 25 01:28:48.860166 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce15f54-a381-458e-9a55-037e9437a5aa tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0429bfab-bd6e-46f3-a477-962463510521,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:48.891457 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a2c2cd56-eae5-47b7-b5cc-0126852dccf8 req-ea9d80d8-193d-4f3c-ade0-87b242c07c04 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846055 Aug 25 01:28:48.956025 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ce22b4-1a08-49fe-9ad2-f6b289001577 None None] Pushing event updated for resources: {'Port': ['ID=8fa1f8fb-0d07-4dfb-8e01-85084cc212f2,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:49.030059 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-75e3d566-825d-4206-9604-051790221fb4 None None] Set router 7559d326-4f3e-41e1-bcfb-a6af902dc6b3 gateway port host: dv-cinder-790014-2-iscsi {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:28:49.064345 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning complete for port 2d351a7e-9853-475d-86ba-3b9c1aaa4d92 triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:28:49.064726 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:49.262888 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 4b61c829-6fb8-421b-9e9e-1d1f0be69582 up at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:28:49.350672 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning complete for port 4b61c829-6fb8-421b-9e9e-1d1f0be69582 triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:28:49.351072 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:49.356550 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-75e3d566-825d-4206-9604-051790221fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7559d326-4f3e-41e1-bcfb-a6af902dc6b3', 'name': 'tempest-TestShelveInstance-660723285-router', 'tenant_id': '86c670a5acab4a2cbcfbb3296c0e4488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '2d351a7e-9853-475d-86ba-3b9c1aaa4d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:28:40Z', 'updated_at': '2021-08-25T01:28:44Z', 'revision_number': 4, 'project_id': '86c670a5acab4a2cbcfbb3296c0e4488', 'gw_port': {'id': '2d351a7e-9853-475d-86ba-3b9c1aaa4d92', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ed:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7559d326-4f3e-41e1-bcfb-a6af902dc6b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:28:41Z', 'updated_at': '2021-08-25T01:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_interfaces': [{'id': '8fa1f8fb-0d07-4dfb-8e01-85084cc212f2', 'name': '', 'network_id': '91c8d021-07a7-4f8b-88cb-fb12e0b42926', 'tenant_id': '86c670a5acab4a2cbcfbb3296c0e4488', 'mac_address': 'fa:16:3e:13:db:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7559d326-4f3e-41e1-bcfb-a6af902dc6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '430afed1-11f8-4329-9b8e-052a4400a1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:28:43Z', 'updated_at': '2021-08-25T01:28:48Z', 'revision_number': 4, 'project_id': '86c670a5acab4a2cbcfbb3296c0e4488', 'subnets': [{'id': '430afed1-11f8-4329-9b8e-052a4400a1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:28:49.411726 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e3d566-825d-4206-9604-051790221fb4 None None] The sync data for ids ['7559d326-4f3e-41e1-bcfb-a6af902dc6b3'] in dv-cinder-790014-2-iscsi is: [{'id': '7559d326-4f3e-41e1-bcfb-a6af902dc6b3', 'name': 'tempest-TestShelveInstance-660723285-router', 'tenant_id': '86c670a5acab4a2cbcfbb3296c0e4488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '2d351a7e-9853-475d-86ba-3b9c1aaa4d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:28:40Z', 'updated_at': '2021-08-25T01:28:44Z', 'revision_number': 4, 'project_id': '86c670a5acab4a2cbcfbb3296c0e4488', 'gw_port': {'id': '2d351a7e-9853-475d-86ba-3b9c1aaa4d92', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ed:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7559d326-4f3e-41e1-bcfb-a6af902dc6b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:28:41Z', 'updated_at': '2021-08-25T01:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_interfaces': [{'id': '8fa1f8fb-0d07-4dfb-8e01-85084cc212f2', 'name': '', 'network_id': '91c8d021-07a7-4f8b-88cb-fb12e0b42926', 'tenant_id': '86c670a5acab4a2cbcfbb3296c0e4488', 'mac_address': 'fa:16:3e:13:db:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7559d326-4f3e-41e1-bcfb-a6af902dc6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '430afed1-11f8-4329-9b8e-052a4400a1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:28:43Z', 'updated_at': '2021-08-25T01:28:48Z', 'revision_number': 4, 'project_id': '86c670a5acab4a2cbcfbb3296c0e4488', 'subnets': [{'id': '430afed1-11f8-4329-9b8e-052a4400a1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 01:28:49.543605 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:49.735457 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9726eb7f-61d9-47be-8181-5c3240cb584d req-df59c54c-f597-47b0-885f-d3115b64a90d tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:49.737023 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-9726eb7f-61d9-47be-8181-5c3240cb584d req-df59c54c-f597-47b0-885f-d3115b64a90d tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/ports?device_id=1404c2e2-44fe-4f62-a42d-7bc0efc978ac HTTP/1.1" status: 200 len: 945 time: 0.0492113 Aug 25 01:28:49.781047 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-9726eb7f-61d9-47be-8181-5c3240cb584d req-ba2c5751-baf6-499d-82d9-be1776efc8f1 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/security-groups?id=8035d9a0-8ba4-4de0-a7b3-542d6d7a9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376809 Aug 25 01:28:50.011944 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4344cc-0c97-479b-924f-bd899d0f0600 req-6e0d8c50-ad0a-4608-a43a-fdf2e524b349 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:50.013435 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-4e4344cc-0c97-479b-924f-bd899d0f0600 req-6e0d8c50-ad0a-4608-a43a-fdf2e524b349 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0498207 Aug 25 01:28:50.053392 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-4e4344cc-0c97-479b-924f-bd899d0f0600 req-8349cc5b-25b2-4029-94ef-e013fb154d21 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329278 Aug 25 01:28:50.657066 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device b2b2a937-b3a3-4daf-a59f-7611bf87221c up at agent hyperv_hv-cinder-79001 {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:28:50.710305 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Provisioning for port b2b2a937-b3a3-4daf-a59f-7611bf87221c completed by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:28:50.714267 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Provisioning complete for port b2b2a937-b3a3-4daf-a59f-7611bf87221c triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:28:50.714744 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:50.760218 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 8fa1f8fb-0d07-4dfb-8e01-85084cc212f2 up at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:28:50.825930 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:50.850153 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning for port 8fa1f8fb-0d07-4dfb-8e01-85084cc212f2 completed by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:28:50.855391 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1404c2e2-44fe-4f62-a42d-7bc0efc978ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b2a937-b3a3-4daf-a59f-7611bf87221c'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:28:50.857673 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac4c50f49c3b3a17933da630e77cab0c79281d75959c3f8023547b3e3ec39ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7272126d-c938-4e01-bf71-cdd43cc4172d" -d '{"events": [{"server_uuid": "1404c2e2-44fe-4f62-a42d-7bc0efc978ac", "name": "network-vif-plugged", "status": "completed", "tag": "b2b2a937-b3a3-4daf-a59f-7611bf87221c"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:28:50.869454 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning complete for port 8fa1f8fb-0d07-4dfb-8e01-85084cc212f2 triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:28:50.869800 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:50.874446 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port b2b2a937-b3a3-4daf-a59f-7611bf87221c, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=b2b2a937-b3a3-4daf-a59f-7611bf87221c,segment=NetworkSegment(87938c2e-dfc5-46dd-8a5f-2ff1312adec3),segment_id=87938c2e-dfc5-46dd-8a5f-2ff1312adec3)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:28:50.897697 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:50.907774 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268ddfe-9a82-4aaf-bf6b-a2afe43bf26d req-b1c3a4fb-b334-4eb3-b701-ee4f4b44ebd5 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:50.909243 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-7268ddfe-9a82-4aaf-bf6b-a2afe43bf26d req-b1c3a4fb-b334-4eb3-b701-ee4f4b44ebd5 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/ports?device_id=1404c2e2-44fe-4f62-a42d-7bc0efc978ac HTTP/1.1" status: 200 len: 945 time: 0.0593703 Aug 25 01:28:50.921364 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 01:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77f9381-c960-411f-9e25-215904ee3c52 x-openstack-request-id: req-b77f9381-c960-411f-9e25-215904ee3c52 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:28:50.921671 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1404c2e2-44fe-4f62-a42d-7bc0efc978ac", "name": "network-vif-plugged", "status": "completed", "tag": "b2b2a937-b3a3-4daf-a59f-7611bf87221c", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:28:50.921910 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b77f9381-c960-411f-9e25-215904ee3c52 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:28:50.922285 dv-cinder-790014-2-iscsi neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1404c2e2-44fe-4f62-a42d-7bc0efc978ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b2a937-b3a3-4daf-a59f-7611bf87221c', 'code': 200} Aug 25 01:28:50.957535 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-7268ddfe-9a82-4aaf-bf6b-a2afe43bf26d req-560bc2b7-5a1e-4ec7-8c50-3d02f68a5e43 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/security-groups?id=8035d9a0-8ba4-4de0-a7b3-542d6d7a9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420096 Aug 25 01:28:50.958782 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Pushing event updated for resources: {'Port': ['ID=b2b2a937-b3a3-4daf-a59f-7611bf87221c,revision_number=5']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:51.007754 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:51.040866 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] For port 8fa1f8fb-0d07-4dfb-8e01-85084cc212f2, host dv-cinder-790014-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=8fa1f8fb-0d07-4dfb-8e01-85084cc212f2,segment=NetworkSegment(62cc9a61-35cf-4aa2-8457-b6fa9b24ef7e),segment_id=62cc9a61-35cf-4aa2-8457-b6fa9b24ef7e)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:28:51.044416 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:51.092725 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Pushing event updated for resources: {'Port': ['ID=8fa1f8fb-0d07-4dfb-8e01-85084cc212f2,revision_number=5']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:28:51.104531 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bfe407-b32c-4605-8903-3309e67c4889 req-2a4b6860-f88c-4898-ac59-783d1850fb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:51.106045 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-a4bfe407-b32c-4605-8903-3309e67c4889 req-2a4b6860-f88c-4898-ac59-783d1850fb59 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1404c2e2-44fe-4f62-a42d-7bc0efc978ac HTTP/1.1" status: 200 len: 1099 time: 0.0471954 Aug 25 01:28:51.142395 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-a4bfe407-b32c-4605-8903-3309e67c4889 req-fc4c4028-254d-46dc-be2f-2f85c8910de8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8035d9a0-8ba4-4de0-a7b3-542d6d7a9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283642 Aug 25 01:28:51.176159 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae7a1e8-c025-4e6e-b22c-57867174c2dd req-6d306417-b646-4f3d-a35a-471834450f2b tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:51.177571 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-5ae7a1e8-c025-4e6e-b22c-57867174c2dd req-6d306417-b646-4f3d-a35a-471834450f2b tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0509052 Aug 25 01:28:51.219039 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-5ae7a1e8-c025-4e6e-b22c-57867174c2dd req-d8d8bd6b-41cc-4727-bbe4-e0c9b059d01e tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352957 Aug 25 01:28:52.065629 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0130527-687b-46ae-89a6-c27675c3702b req-d1d06492-3749-4454-b636-0a94c9d8f6a2 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:52.067804 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-c0130527-687b-46ae-89a6-c27675c3702b req-d1d06492-3749-4454-b636-0a94c9d8f6a2 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/ports?device_id=1404c2e2-44fe-4f62-a42d-7bc0efc978ac HTTP/1.1" status: 200 len: 946 time: 0.0489943 Aug 25 01:28:52.104092 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-c0130527-687b-46ae-89a6-c27675c3702b req-e8b4915a-2d8f-4f63-809a-8049a7f8b440 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/security-groups?id=8035d9a0-8ba4-4de0-a7b3-542d6d7a9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303614 Aug 25 01:28:52.329055 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3fbce-7279-4754-aee6-4216f6c9bd3d req-e1d93112-528a-4d4d-a1c6-d5361f10fea2 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:52.330471 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-80b3fbce-7279-4754-aee6-4216f6c9bd3d req-e1d93112-528a-4d4d-a1c6-d5361f10fea2 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0467150 Aug 25 01:28:52.366152 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-80b3fbce-7279-4754-aee6-4216f6c9bd3d req-74549840-b9cc-4044-9658-92627ee094ac tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299132 Aug 25 01:28:52.736163 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 8fa1f8fb-0d07-4dfb-8e01-85084cc212f2 up at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:28:52.785391 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning complete for port 8fa1f8fb-0d07-4dfb-8e01-85084cc212f2 triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:28:52.785690 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:53.215169 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308100fc-767d-40c8-8289-32ada97d58a4 req-bd81ae42-f42c-43fa-b795-eb867ff39d10 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:53.216585 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-308100fc-767d-40c8-8289-32ada97d58a4 req-bd81ae42-f42c-43fa-b795-eb867ff39d10 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/ports?device_id=1404c2e2-44fe-4f62-a42d-7bc0efc978ac HTTP/1.1" status: 200 len: 946 time: 0.0459254 Aug 25 01:28:53.255781 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-308100fc-767d-40c8-8289-32ada97d58a4 req-632f2096-0ef8-4e80-8418-7ffe21513efe tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/security-groups?id=8035d9a0-8ba4-4de0-a7b3-542d6d7a9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326507 Aug 25 01:28:53.512209 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996bdae-4422-401f-a59c-960e15813851 req-5a82efda-cae5-4770-b787-8da19d4b9ae2 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:53.514805 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-5996bdae-4422-401f-a59c-960e15813851 req-5a82efda-cae5-4770-b787-8da19d4b9ae2 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0495462 Aug 25 01:28:53.551427 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-5996bdae-4422-401f-a59c-960e15813851 req-875ceae2-592b-4ea4-b65f-3f1cad287ea6 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306499 Aug 25 01:28:54.368117 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf81458-7a9a-4c94-a380-c972700da4ac req-84c18837-0a70-4894-ac0b-5480bade4056 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:54.369462 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-bbf81458-7a9a-4c94-a380-c972700da4ac req-84c18837-0a70-4894-ac0b-5480bade4056 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/ports?device_id=1404c2e2-44fe-4f62-a42d-7bc0efc978ac HTTP/1.1" status: 200 len: 946 time: 0.0472028 Aug 25 01:28:54.405878 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-bbf81458-7a9a-4c94-a380-c972700da4ac req-423e3839-2963-4f23-a0d9-161cfabffb36 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/security-groups?id=8035d9a0-8ba4-4de0-a7b3-542d6d7a9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306065 Aug 25 01:28:54.667990 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f9c08c-80a8-4407-8939-a9e2cb0d8e1d req-1d38e671-afb9-4ed0-82a0-7b4d7067009f tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:54.669487 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a5f9c08c-80a8-4407-8939-a9e2cb0d8e1d req-1d38e671-afb9-4ed0-82a0-7b4d7067009f tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0489464 Aug 25 01:28:54.710937 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a5f9c08c-80a8-4407-8939-a9e2cb0d8e1d req-27acf98f-7842-4603-ba62-ad42cb7683ce tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348039 Aug 25 01:28:55.523845 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b5c7fd-c7aa-4b11-9724-2c7f9d39eb48 req-cf5ec276-dc32-48e2-a6d5-bbe777515e48 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:55.525632 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d1b5c7fd-c7aa-4b11-9724-2c7f9d39eb48 req-cf5ec276-dc32-48e2-a6d5-bbe777515e48 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/ports?device_id=1404c2e2-44fe-4f62-a42d-7bc0efc978ac HTTP/1.1" status: 200 len: 946 time: 0.0496669 Aug 25 01:28:55.563823 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d1b5c7fd-c7aa-4b11-9724-2c7f9d39eb48 req-1e18aac8-1e8b-4ab6-a766-c86c6a5b50aa tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/security-groups?id=8035d9a0-8ba4-4de0-a7b3-542d6d7a9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316849 Aug 25 01:28:55.838446 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164381d9-1993-4c97-a8c0-4727340916db req-3a251136-3917-4da3-9cd8-1a30332929c0 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:55.840120 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-164381d9-1993-4c97-a8c0-4727340916db req-3a251136-3917-4da3-9cd8-1a30332929c0 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0568249 Aug 25 01:28:55.879501 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-164381d9-1993-4c97-a8c0-4727340916db req-29fb743f-5a4e-43f9-bb16-86e94ed16fea tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331321 Aug 25 01:28:56.680561 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0fa27-ad96-4837-b22a-47542f8bfa6a req-c03ddbfb-d9bd-482f-8b05-b77dbcde6cd4 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:56.682693 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-afc0fa27-ad96-4837-b22a-47542f8bfa6a req-c03ddbfb-d9bd-482f-8b05-b77dbcde6cd4 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/ports?device_id=1404c2e2-44fe-4f62-a42d-7bc0efc978ac HTTP/1.1" status: 200 len: 946 time: 0.0525866 Aug 25 01:28:56.725324 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-afc0fa27-ad96-4837-b22a-47542f8bfa6a req-48a63e8d-29b3-42c3-8332-198363af754b tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/security-groups?id=8035d9a0-8ba4-4de0-a7b3-542d6d7a9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366895 Aug 25 01:28:57.000271 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efcb79e-7d0a-486c-965b-2d829c9834c9 req-67000886-2d4a-40a9-b8a6-16c123fe05f9 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:57.001623 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-8efcb79e-7d0a-486c-965b-2d829c9834c9 req-67000886-2d4a-40a9-b8a6-16c123fe05f9 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0491288 Aug 25 01:28:57.039449 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-8efcb79e-7d0a-486c-965b-2d829c9834c9 req-da8486b0-cacc-48f2-89e6-a7422f098822 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311007 Aug 25 01:28:57.299910 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1750100d-9b15-4f4b-872c-9189639b588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:28:58.075811 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52e323-439e-48c6-8b3e-9789c05d441e req-be917510-10b9-48ac-af39-c7243cabed35 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:58.077317 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-5c52e323-439e-48c6-8b3e-9789c05d441e req-be917510-10b9-48ac-af39-c7243cabed35 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/ports?device_id=1404c2e2-44fe-4f62-a42d-7bc0efc978ac HTTP/1.1" status: 200 len: 946 time: 0.0483279 Aug 25 01:28:58.125972 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-5c52e323-439e-48c6-8b3e-9789c05d441e req-6f0c74f4-2ca4-4da4-99de-042f555a6ff7 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/security-groups?id=8035d9a0-8ba4-4de0-a7b3-542d6d7a9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408442 Aug 25 01:28:58.160830 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd7aac-94fd-46d4-80eb-fb3749086ff7 req-696d583c-0d65-4427-a8b7-4217b15bb6da tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:58.162278 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a5fd7aac-94fd-46d4-80eb-fb3749086ff7 req-696d583c-0d65-4427-a8b7-4217b15bb6da tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0528183 Aug 25 01:28:58.202954 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a5fd7aac-94fd-46d4-80eb-fb3749086ff7 req-b7a5ae27-0501-485d-8f82-0ad2427de25f tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347309 Aug 25 01:28:59.243310 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ae6bb-cdff-4c52-8d73-22175bf1f486 req-89db2622-25d4-45cd-b0fd-563573fd35e9 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:59.244830 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ca7ae6bb-cdff-4c52-8d73-22175bf1f486 req-89db2622-25d4-45cd-b0fd-563573fd35e9 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/ports?device_id=1404c2e2-44fe-4f62-a42d-7bc0efc978ac HTTP/1.1" status: 200 len: 946 time: 0.0494380 Aug 25 01:28:59.303758 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ca7ae6bb-cdff-4c52-8d73-22175bf1f486 req-f8231262-2cff-4d7f-b3c1-b92cddee7c38 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/security-groups?id=8035d9a0-8ba4-4de0-a7b3-542d6d7a9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506458 Aug 25 01:28:59.338598 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf17400-e7bc-43d4-bb4f-1d07cdca47b0 req-f097cbad-e44e-4e43-a8e7-0c1e06263ca2 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:28:59.340157 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-0cf17400-e7bc-43d4-bb4f-1d07cdca47b0 req-f097cbad-e44e-4e43-a8e7-0c1e06263ca2 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0518770 Aug 25 01:28:59.378038 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-0cf17400-e7bc-43d4-bb4f-1d07cdca47b0 req-cd96ee10-7e2e-45db-8c1d-db74dede40bd tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318544 Aug 25 01:28:59.991018 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 50896) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:29:00.101762 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6377aa7b-5bb3-49c3-99fc-65deb9be30d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:00.192191 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6377aa7b-5bb3-49c3-99fc-65deb9be30d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:00.195795 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6377aa7b-5bb3-49c3-99fc-65deb9be30d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:00.231690 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-6377aa7b-5bb3-49c3-99fc-65deb9be30d5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=22836adea60745a6ac0935abaeb72bb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2395985 Aug 25 01:29:00.232504 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377aa7b-5bb3-49c3-99fc-65deb9be30d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e3c32a-f3d1-4398-aff0-abccc4b61404,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:29:00.235557 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 50900) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:29:00.280834 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-561c9db4-1bc2-4bf2-b00c-712e99192eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:00.286842 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5f1d54a5-ba8d-4b23-859c-a7648073a927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:00.309614 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5f1d54a5-ba8d-4b23-859c-a7648073a927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:00.370808 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5f1d54a5-ba8d-4b23-859c-a7648073a927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:00.374176 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5f1d54a5-ba8d-4b23-859c-a7648073a927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:00.378896 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-5f1d54a5-ba8d-4b23-859c-a7648073a927 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c1e3c32a-f3d1-4398-aff0-abccc4b61404 HTTP/1.1" status: 204 len: 168 time: 0.1416943 Aug 25 01:29:00.391784 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1d54a5-ba8d-4b23-859c-a7648073a927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e3c32a-f3d1-4398-aff0-abccc4b61404,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:29:00.405444 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:00.494997 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991aeb7a-b53b-4ef4-9f52-c2471d0aaf91 req-bb161d08-df08-4f3f-884c-2b76d110e66e tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:00.496472 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-991aeb7a-b53b-4ef4-9f52-c2471d0aaf91 req-bb161d08-df08-4f3f-884c-2b76d110e66e tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/ports?device_id=1404c2e2-44fe-4f62-a42d-7bc0efc978ac HTTP/1.1" status: 200 len: 946 time: 0.1153734 Aug 25 01:29:00.567915 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f5ccd8-28b3-4e0f-8d7e-501a30559111 req-c9d1b13b-a7be-4f7b-bc7e-6d384a90df37 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:00.569522 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-b6f5ccd8-28b3-4e0f-8d7e-501a30559111 req-c9d1b13b-a7be-4f7b-bc7e-6d384a90df37 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0936496 Aug 25 01:29:00.592120 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-991aeb7a-b53b-4ef4-9f52-c2471d0aaf91 req-5283c40a-16d8-4bbf-850a-c0e8338dc1c9 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/security-groups?id=8035d9a0-8ba4-4de0-a7b3-542d6d7a9b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824497 Aug 25 01:29:00.604339 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd4ca4-83b4-4189-8a0e-05c7d031f8f5 req-dde1ffb0-8e5e-4112-9ae1-e7643c565490 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:00.606384 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-1cfd4ca4-83b4-4189-8a0e-05c7d031f8f5 req-dde1ffb0-8e5e-4112-9ae1-e7643c565490 tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.26 "GET /v2.0/ports?device_id=1404c2e2-44fe-4f62-a42d-7bc0efc978ac HTTP/1.1" status: 200 len: 946 time: 0.0799339 Aug 25 01:29:00.624503 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-b6f5ccd8-28b3-4e0f-8d7e-501a30559111 req-db29cba5-0d69-4e4f-a9e7-5e76c2f57a0c tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459416 Aug 25 01:29:00.732765 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-1cfd4ca4-83b4-4189-8a0e-05c7d031f8f5 req-8cbc46cd-4c8f-410c-bf6a-543c8749dd0f tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Deleting port b2b2a937-b3a3-4daf-a59f-7611bf87221c {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 01:29:00.733111 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1cfd4ca4-83b4-4189-8a0e-05c7d031f8f5 req-8cbc46cd-4c8f-410c-bf6a-543c8749dd0f tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782027226579'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:00.818517 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-1cfd4ca4-83b4-4189-8a0e-05c7d031f8f5 req-8cbc46cd-4c8f-410c-bf6a-543c8749dd0f tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] For port b2b2a937-b3a3-4daf-a59f-7611bf87221c, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=b2b2a937-b3a3-4daf-a59f-7611bf87221c,segment=NetworkSegment(87938c2e-dfc5-46dd-8a5f-2ff1312adec3),segment_id=87938c2e-dfc5-46dd-8a5f-2ff1312adec3)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:29:00.818912 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1cfd4ca4-83b4-4189-8a0e-05c7d031f8f5 req-8cbc46cd-4c8f-410c-bf6a-543c8749dd0f tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647429'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:00.831261 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-1cfd4ca4-83b4-4189-8a0e-05c7d031f8f5 req-8cbc46cd-4c8f-410c-bf6a-543c8749dd0f tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Calling delete_port for b2b2a937-b3a3-4daf-a59f-7611bf87221c owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 01:29:00.875240 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d877336-721a-4d3d-9b41-e32e75b3d69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:00.962353 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1cfd4ca4-83b4-4189-8a0e-05c7d031f8f5 req-8cbc46cd-4c8f-410c-bf6a-543c8749dd0f tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782027086291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782026665153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:00.980150 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] get_ports_and_sgs() called for port_ids ['b2b2a937-b3a3-4daf-a59f-7611bf87221c'] {{(pid=93834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 01:29:00.990011 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc46cd-4c8f-410c-bf6a-543c8749dd0f tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Pushing event deleted for resources: {'Port': ['ID=b2b2a937-b3a3-4daf-a59f-7611bf87221c,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:29:01.041281 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cfd4ca4-83b4-4189-8a0e-05c7d031f8f5 req-8cbc46cd-4c8f-410c-bf6a-543c8749dd0f tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] No DVR routers for this DVR port b2b2a937-b3a3-4daf-a59f-7611bf87221c on host hv-cinder-79001 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 01:29:01.044022 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1cfd4ca4-83b4-4189-8a0e-05c7d031f8f5 req-8cbc46cd-4c8f-410c-bf6a-543c8749dd0f tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:01.046069 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-1cfd4ca4-83b4-4189-8a0e-05c7d031f8f5 req-8cbc46cd-4c8f-410c-bf6a-543c8749dd0f tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.26 "DELETE /v2.0/ports/b2b2a937-b3a3-4daf-a59f-7611bf87221c HTTP/1.1" status: 204 len: 173 time: 0.4255276 Aug 25 01:29:01.046507 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1404c2e2-44fe-4f62-a42d-7bc0efc978ac', 'name': 'network-vif-deleted', 'tag': 'b2b2a937-b3a3-4daf-a59f-7611bf87221c'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:29:01.048831 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6aaa77860150641abcbf195034e02978cb43d302165c9bbcbee081d494fe815" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8c26b4-ec2f-4dd0-b5da-f746b8a3a38f" -d '{"events": [{"server_uuid": "1404c2e2-44fe-4f62-a42d-7bc0efc978ac", "name": "network-vif-deleted", "tag": "b2b2a937-b3a3-4daf-a59f-7611bf87221c"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:29:01.091434 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 01:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222cbac5-d6ab-42a5-a0a6-efc0e61b0699 x-openstack-request-id: req-222cbac5-d6ab-42a5-a0a6-efc0e61b0699 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:29:01.091909 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1404c2e2-44fe-4f62-a42d-7bc0efc978ac", "name": "network-vif-deleted", "tag": "b2b2a937-b3a3-4daf-a59f-7611bf87221c", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:29:01.092323 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-222cbac5-d6ab-42a5-a0a6-efc0e61b0699 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:29:01.092724 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1404c2e2-44fe-4f62-a42d-7bc0efc978ac', 'name': 'network-vif-deleted', 'tag': 'b2b2a937-b3a3-4daf-a59f-7611bf87221c', 'status': 'completed', 'code': 200} Aug 25 01:29:01.735930 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-bd3c1d02-8e73-4bd9-82e0-e77c88133980 req-8f0d53c6-e94f-4e54-92d4-cfd97a9c878b tempest-VolumesActionsTest-1373764701 tempest-VolumesActionsTest-1373764701-project] 10.222.0.23 "GET /v2.0/ports?device_id=1404c2e2-44fe-4f62-a42d-7bc0efc978ac HTTP/1.1" status: 200 len: 210 time: 0.0471940 Aug 25 01:29:01.796533 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ec76c-6997-44b2-8a21-297366bcd72a req-a0e24919-9dc6-4153-8db6-f7077e976c3d tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:01.798669 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ae4ec76c-6997-44b2-8a21-297366bcd72a req-a0e24919-9dc6-4153-8db6-f7077e976c3d tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0991430 Aug 25 01:29:01.842474 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ae4ec76c-6997-44b2-8a21-297366bcd72a req-80bb623b-373c-451e-9864-0b3e026e8fc5 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361249 Aug 25 01:29:02.013346 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 50940) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:29:02.115549 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d3c300d0-f007-4d96-a5d7-daf1c3ed16f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:02.203502 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d3c300d0-f007-4d96-a5d7-daf1c3ed16f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:02.207868 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d3c300d0-f007-4d96-a5d7-daf1c3ed16f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:02.245970 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-d3c300d0-f007-4d96-a5d7-daf1c3ed16f5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a7c8eae29e4c436d97eef86ef09220df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2313008 Aug 25 01:29:02.247868 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c300d0-f007-4d96-a5d7-daf1c3ed16f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa420674-1d0c-4601-9cba-79163d171f8c,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:29:02.248645 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 50946) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:29:02.299864 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-62ae7bb7-3e23-4fec-a659-0451df766c68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:02.320167 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-62ae7bb7-3e23-4fec-a659-0451df766c68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:02.364221 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-62ae7bb7-3e23-4fec-a659-0451df766c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:02.366818 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-62ae7bb7-3e23-4fec-a659-0451df766c68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:02.367980 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-62ae7bb7-3e23-4fec-a659-0451df766c68 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aa420674-1d0c-4601-9cba-79163d171f8c HTTP/1.1" status: 204 len: 168 time: 0.1183631 Aug 25 01:29:02.376951 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae7bb7-3e23-4fec-a659-0451df766c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa420674-1d0c-4601-9cba-79163d171f8c,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:29:02.542429 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-637296fa-69e7-4112-9a21-84726ca1bc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:02.994250 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855087d9-3241-4f27-aef7-d18fe7c051e1 req-971ec5c7-edda-405a-9677-1db66579cf36 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:02.995795 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-855087d9-3241-4f27-aef7-d18fe7c051e1 req-971ec5c7-edda-405a-9677-1db66579cf36 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0619776 Aug 25 01:29:03.048084 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-855087d9-3241-4f27-aef7-d18fe7c051e1 req-9b75fecf-97d8-45aa-9103-4dd8a01fbe0a tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460777 Aug 25 01:29:03.604725 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device b2b2a937-b3a3-4daf-a59f-7611bf87221c no longer exists at agent hyperv_hv-cinder-79001 {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 01:29:03.630954 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] No Port match for: b2b2a937-b3a3-4daf-a59f-7611bf87221c {{(pid=93834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 01:29:03.631302 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device b2b2a937-b3a3-4daf-a59f-7611bf87221c not bound to the agent host hv-cinder-79001 {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 01:29:04.170608 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c677e-66ff-4d74-873d-b7d28fc87005 req-4ac0402a-aa7c-4121-a12e-cc67e4d21139 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:04.172253 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-c15c677e-66ff-4d74-873d-b7d28fc87005 req-4ac0402a-aa7c-4121-a12e-cc67e4d21139 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0492678 Aug 25 01:29:04.210202 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-c15c677e-66ff-4d74-873d-b7d28fc87005 req-46f0fe53-959a-43c7-8261-d8d0506858b6 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320745 Aug 25 01:29:05.326707 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e55b49-475c-44ee-92e5-f4468a138b19 req-f1ab51a4-1e34-4a87-bf75-d7d6f19d01ca tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:05.328954 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-34e55b49-475c-44ee-92e5-f4468a138b19 req-f1ab51a4-1e34-4a87-bf75-d7d6f19d01ca tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0513065 Aug 25 01:29:05.367556 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-34e55b49-475c-44ee-92e5-f4468a138b19 req-2579edfc-fd35-4cb9-b290-625b0d23d21a tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325775 Aug 25 01:29:06.482748 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f193e-7a2f-43af-a33c-60825e7148fd req-03d8b6a4-43cb-4277-b88d-ec08e34b145c tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:06.484214 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-0b7f193e-7a2f-43af-a33c-60825e7148fd req-03d8b6a4-43cb-4277-b88d-ec08e34b145c tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0520368 Aug 25 01:29:06.523926 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-0b7f193e-7a2f-43af-a33c-60825e7148fd req-30df8fd6-a286-4a9f-a18f-9986c0f391d4 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333271 Aug 25 01:29:07.638461 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4bffe5-98f2-44f3-bc34-2a33e54ab5f8 req-38d77f04-ab58-4a27-93dd-3c2a1fcd3335 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:07.640229 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-9e4bffe5-98f2-44f3-bc34-2a33e54ab5f8 req-38d77f04-ab58-4a27-93dd-3c2a1fcd3335 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0492263 Aug 25 01:29:07.679044 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-9e4bffe5-98f2-44f3-bc34-2a33e54ab5f8 req-de84facf-d23a-4f30-97ce-d042a5365977 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318685 Aug 25 01:29:08.792493 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd5b2d3-0cab-481d-a799-51ea0bea2151 req-953f1056-bddc-4a0e-bfba-3c9da3e90e18 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:08.793924 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-3fd5b2d3-0cab-481d-a799-51ea0bea2151 req-953f1056-bddc-4a0e-bfba-3c9da3e90e18 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0478349 Aug 25 01:29:08.829633 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-3fd5b2d3-0cab-481d-a799-51ea0bea2151 req-528339cf-e751-490c-b0fb-33dd1bb30074 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297906 Aug 25 01:29:09.955831 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f9c04-7516-4e57-859f-4de9b58b586d req-3b43f2b8-bfbd-4126-b871-65e61cd142fe tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:09.957315 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-2d7f9c04-7516-4e57-859f-4de9b58b586d req-3b43f2b8-bfbd-4126-b871-65e61cd142fe tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0580890 Aug 25 01:29:09.997486 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-2d7f9c04-7516-4e57-859f-4de9b58b586d req-39769760-860e-43a0-aab0-dc01f8f766f7 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330279 Aug 25 01:29:11.118878 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c0b9a-3605-49a5-9469-a931b8d99d57 req-08962d23-5322-4c86-b868-85500ef84b34 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:11.120956 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-297c0b9a-3605-49a5-9469-a931b8d99d57 req-08962d23-5322-4c86-b868-85500ef84b34 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0489469 Aug 25 01:29:11.165102 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-297c0b9a-3605-49a5-9469-a931b8d99d57 req-8a92f849-4914-499a-90a1-8a19d4da3d3c tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382321 Aug 25 01:29:13.838652 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b137573-8b80-4796-83b8-fb57f584525e req-6476fb77-69ec-4cf2-8a9a-6ecdb5950958 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:13.840041 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-8b137573-8b80-4796-83b8-fb57f584525e req-6476fb77-69ec-4cf2-8a9a-6ecdb5950958 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0471385 Aug 25 01:29:13.875640 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-8b137573-8b80-4796-83b8-fb57f584525e req-afaed0a4-3e36-4584-b86e-836b3ea735d9 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297613 Aug 25 01:29:14.996114 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9952a12-2964-4721-8705-4cacb9420008 req-569faf18-d1a4-4eec-9ba6-54e6f13ef868 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:14.997539 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a9952a12-2964-4721-8705-4cacb9420008 req-569faf18-d1a4-4eec-9ba6-54e6f13ef868 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0503273 Aug 25 01:29:15.032816 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a9952a12-2964-4721-8705-4cacb9420008 req-c75906f9-c166-49c5-b91d-123eb8718962 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294793 Aug 25 01:29:15.238605 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.agents_db [None req-4bdcba96-0b2f-4eba-81a9-023f498d003c None None] Agent healthcheck: found 6 active agents {{(pid=93835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 01:29:16.150857 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a2c17f-69a1-4bdc-bdc7-76de4af0999c req-46fd34a0-f43e-4556-b4d6-e766d42fcef3 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:16.152335 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d9a2c17f-69a1-4bdc-bdc7-76de4af0999c req-46fd34a0-f43e-4556-b4d6-e766d42fcef3 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0523677 Aug 25 01:29:16.188222 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d9a2c17f-69a1-4bdc-bdc7-76de4af0999c req-44299acf-be62-4ce2-ba1e-3c4a4ff07d6f tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300405 Aug 25 01:29:17.311053 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771e1ed-99f9-4719-9f29-bde6498f2aeb req-52935b3a-c77f-4aa6-935a-44c998699ebe tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:17.312550 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-b771e1ed-99f9-4719-9f29-bde6498f2aeb req-52935b3a-c77f-4aa6-935a-44c998699ebe tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0518088 Aug 25 01:29:17.356542 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-b771e1ed-99f9-4719-9f29-bde6498f2aeb req-ccf9a70a-faeb-4dac-a740-cf10e5e9e20b tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376821 Aug 25 01:29:18.476792 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2780f1-c2c1-4a81-afd5-a38bc33f8cb7 req-4a001d3e-8f5b-4eeb-9d94-f89021c5fdb7 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:18.478242 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-cf2780f1-c2c1-4a81-afd5-a38bc33f8cb7 req-4a001d3e-8f5b-4eeb-9d94-f89021c5fdb7 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0511711 Aug 25 01:29:18.515428 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-cf2780f1-c2c1-4a81-afd5-a38bc33f8cb7 req-9404e326-e246-4538-aa67-ab96c2e67658 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312264 Aug 25 01:29:19.535192 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:19.551081 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f2c62-cff5-47cf-aea0-2c42e04088ff req-321f5d25-630d-4abf-aa08-60edff640b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:19.552628 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d84f2c62-cff5-47cf-aea0-2c42e04088ff req-321f5d25-630d-4abf-aa08-60edff640b0e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9332813e5ed544a58621b5d1c5e0bbba&device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 1099 time: 0.0423551 Aug 25 01:29:19.633518 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43a651-f544-42e4-a470-807009bea393 req-dd0f189a-5331-4294-bf90-ce90d34592f6 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:19.635116 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ad43a651-f544-42e4-a470-807009bea393 req-dd0f189a-5331-4294-bf90-ce90d34592f6 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0488060 Aug 25 01:29:19.663026 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f2c62-cff5-47cf-aea0-2c42e04088ff req-2c34bf5e-5933-4c0c-b49f-539c73cb9a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:19.664456 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d84f2c62-cff5-47cf-aea0-2c42e04088ff req-2c34bf5e-5933-4c0c-b49f-539c73cb9a85 service neutron] 10.222.0.26 "GET /v2.0/networks?id=941f32ea-0da3-4101-b2fe-5e10ea072419 HTTP/1.1" status: 200 len: 920 time: 0.0878687 Aug 25 01:29:19.672534 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ad43a651-f544-42e4-a470-807009bea393 req-14862a9d-aab1-47f9-b020-f13da3707e40 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313323 Aug 25 01:29:19.708207 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d84f2c62-cff5-47cf-aea0-2c42e04088ff req-0aeddae8-649d-4398-ad30-1e95edacd565 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49373d89-72a8-4af4-8ddd-bb1be8f8d960 HTTP/1.1" status: 200 len: 217 time: 0.0339327 Aug 25 01:29:19.757345 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f2c62-cff5-47cf-aea0-2c42e04088ff req-9aa32305-66c4-4db5-874e-6902b50d43b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:19.758742 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d84f2c62-cff5-47cf-aea0-2c42e04088ff req-9aa32305-66c4-4db5-874e-6902b50d43b9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84dbee4e-0c46-44e0-883e-063ae4a8075c HTTP/1.1" status: 200 len: 859 time: 0.0419109 Aug 25 01:29:19.794502 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d84f2c62-cff5-47cf-aea0-2c42e04088ff req-45c99748-750f-4c7e-8c38-b4ae6708e8e8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=941f32ea-0da3-4101-b2fe-5e10ea072419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234821 Aug 25 01:29:19.893644 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d84f2c62-cff5-47cf-aea0-2c42e04088ff req-dd2eaa40-e434-47d3-8ba6-44442c9e5cea service neutron] 10.222.0.26 "GET /v2.0/networks/941f32ea-0da3-4101-b2fe-5e10ea072419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886860 Aug 25 01:29:19.987522 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d84f2c62-cff5-47cf-aea0-2c42e04088ff req-d6cab615-d7c2-469f-9c2f-8247cad7282f service neutron] 10.222.0.26 "GET /v2.0/networks/941f32ea-0da3-4101-b2fe-5e10ea072419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829382 Aug 25 01:29:20.788766 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a870c2-a4b7-4f0b-8e6c-1e4d36a78238 req-bf07c340-f4ab-40a0-9de0-4acbac082bff tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:20.790232 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-16a870c2-a4b7-4f0b-8e6c-1e4d36a78238 req-bf07c340-f4ab-40a0-9de0-4acbac082bff tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0483465 Aug 25 01:29:20.826278 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-16a870c2-a4b7-4f0b-8e6c-1e4d36a78238 req-f48d87d0-770f-43d4-b84d-8692d81d3823 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300069 Aug 25 01:29:21.109364 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28992969-1154-46c4-998b-786908d8f5b1 req-ce5aaf4d-143a-4580-a247-316302603567 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:21.110875 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-28992969-1154-46c4-998b-786908d8f5b1 req-ce5aaf4d-143a-4580-a247-316302603567 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/networks?id=400a2ac9-3eb3-4dc0-9993-b410ce65adf5 HTTP/1.1" status: 200 len: 814 time: 0.1071124 Aug 25 01:29:21.125976 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-28992969-1154-46c4-998b-786908d8f5b1 req-577a7542-0a02-4e83-b09f-117f4a8817eb tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/quotas/46fe21ec575f40a0b26f9482a77b5a73 HTTP/1.1" status: 200 len: 375 time: 0.0093286 Aug 25 01:29:21.181482 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-28992969-1154-46c4-998b-786908d8f5b1 req-85e2a62d-a615-49df-b64f-cb6c2f3e3d0b tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=46fe21ec575f40a0b26f9482a77b5a73&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0494297 Aug 25 01:29:21.271628 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-28992969-1154-46c4-998b-786908d8f5b1 req-fc2d3ae6-9057-4615-9e6c-037c5b539a4f service neutron] 10.222.0.23 "GET /v2.0/networks/400a2ac9-3eb3-4dc0-9993-b410ce65adf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832872 Aug 25 01:29:21.364224 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-28992969-1154-46c4-998b-786908d8f5b1 req-cbe671a8-9d63-4cf4-a5f9-b0bc487b4fc3 service neutron] 10.222.0.23 "GET /v2.0/networks/400a2ac9-3eb3-4dc0-9993-b410ce65adf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865376 Aug 25 01:29:21.550777 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-f3a8c890-8535-4e55-aa19-6bd330edc756 req-9ead5316-b993-4470-ab13-4cba5b6c923a tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=c911cb28-8536-4837-949e-328e54ed38cb HTTP/1.1" status: 200 len: 210 time: 0.0297494 Aug 25 01:29:21.953192 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ed029-46be-4c01-9695-ba0af5d25e82 req-0a02c80a-49c7-4421-b209-32b37f2150b8 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:21.954615 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-349ed029-46be-4c01-9695-ba0af5d25e82 req-0a02c80a-49c7-4421-b209-32b37f2150b8 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0500219 Aug 25 01:29:21.990909 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-349ed029-46be-4c01-9695-ba0af5d25e82 req-192c3c6f-a0ff-4590-a84b-98b426d70179 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296967 Aug 25 01:29:22.633844 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-5d0ab064-0ac3-4aa3-ba93-d74aaf7bc599 req-18a7e5e0-9bc0-45c2-b9c6-9d56119dada2 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=c911cb28-8536-4837-949e-328e54ed38cb HTTP/1.1" status: 200 len: 210 time: 0.0263903 Aug 25 01:29:23.099484 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628c7288-1a13-4067-baa5-71f9117eb667 req-52b7c9a2-23e0-4459-8a2f-29452acc09b2 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:23.100905 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-628c7288-1a13-4067-baa5-71f9117eb667 req-52b7c9a2-23e0-4459-8a2f-29452acc09b2 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0464766 Aug 25 01:29:23.137953 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-628c7288-1a13-4067-baa5-71f9117eb667 req-58d28dd7-49f9-41fa-a3fd-0fc9923a040d tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308096 Aug 25 01:29:23.724940 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a2e5fd36-66d9-4362-8a78-4415b088f8d1 req-57592c9d-99d6-4641-ad59-349b183c0f41 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=c911cb28-8536-4837-949e-328e54ed38cb HTTP/1.1" status: 200 len: 210 time: 0.0263450 Aug 25 01:29:24.250940 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f3cfde-0cce-4595-9611-29b8ad4b92e8 req-c9b840bf-b65b-4df6-849f-7d8540d0a833 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:24.252362 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-70f3cfde-0cce-4595-9611-29b8ad4b92e8 req-c9b840bf-b65b-4df6-849f-7d8540d0a833 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0498471 Aug 25 01:29:24.288080 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-70f3cfde-0cce-4595-9611-29b8ad4b92e8 req-ee7ace00-d78f-40a1-bb4e-cde689256c89 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300064 Aug 25 01:29:24.817238 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-eb762389-1102-4547-9155-7b24ebee253e req-28b9c710-94c2-4b24-b37f-0d40ca031a2a tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=c911cb28-8536-4837-949e-328e54ed38cb HTTP/1.1" status: 200 len: 210 time: 0.0253510 Aug 25 01:29:25.056717 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28992969-1154-46c4-998b-786908d8f5b1 req-7fe3b849-f4d3-4649-83ba-a2fed05d16d6 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:25.058032 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-28992969-1154-46c4-998b-786908d8f5b1 req-7fe3b849-f4d3-4649-83ba-a2fed05d16d6 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.26 "GET /v2.0/networks?id=400a2ac9-3eb3-4dc0-9993-b410ce65adf5 HTTP/1.1" status: 200 len: 814 time: 0.1058404 Aug 25 01:29:25.073445 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [req-28992969-1154-46c4-998b-786908d8f5b1 req-ae1ffb1a-1691-4a41-9444-6daccdcfe389 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Request body: {'port': {'device_id': 'c911cb28-8536-4837-949e-328e54ed38cb', 'network_id': '400a2ac9-3eb3-4dc0-9993-b410ce65adf5', 'admin_state_up': True, 'tenant_id': '46fe21ec575f40a0b26f9482a77b5a73'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:29:25.176593 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28992969-1154-46c4-998b-786908d8f5b1 req-ae1ffb1a-1691-4a41-9444-6daccdcfe389 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Made reservation on behalf of 46fe21ec575f40a0b26f9482a77b5a73 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 01:29:25.181054 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-28992969-1154-46c4-998b-786908d8f5b1 req-ae1ffb1a-1691-4a41-9444-6daccdcfe389 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:25.305529 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-28992969-1154-46c4-998b-786908d8f5b1 req-ae1ffb1a-1691-4a41-9444-6daccdcfe389 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Allocated IP 172.20.0.13 (400a2ac9-3eb3-4dc0-9993-b410ce65adf5/3a3c8204-079a-4b71-b92d-f2dd7dc9c219/e6cd8690-974e-4a85-bd2c-284c308dc717) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 01:29:25.405343 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c21ff6a-b49b-46ec-84ac-ea92334a4013 req-c09a1225-ad1f-427d-bd6b-9d12ed28e1af tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:25.406858 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-2c21ff6a-b49b-46ec-84ac-ea92334a4013 req-c09a1225-ad1f-427d-bd6b-9d12ed28e1af tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0493724 Aug 25 01:29:25.444324 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-2c21ff6a-b49b-46ec-84ac-ea92334a4013 req-ed563092-ffad-4b9e-928d-41d4b578927e tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315919 Aug 25 01:29:25.456335 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-28992969-1154-46c4-998b-786908d8f5b1 req-ae1ffb1a-1691-4a41-9444-6daccdcfe389 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:25.500099 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-28992969-1154-46c4-998b-786908d8f5b1 req-ae1ffb1a-1691-4a41-9444-6daccdcfe389 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782026665144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:25.517034 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] get_ports_and_sgs() called for port_ids ['8e48c757-7e6e-4b84-9506-7c2d2575918f', '123d311e-58d1-4bc6-8a02-ba0daafdb4d1', 'e5f74a04-7e2e-4039-9b3d-fb3695831c47'] {{(pid=93834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 01:29:25.552856 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28992969-1154-46c4-998b-786908d8f5b1 req-ae1ffb1a-1691-4a41-9444-6daccdcfe389 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Network 400a2ac9-3eb3-4dc0-9993-b410ce65adf5 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:29:25.569558 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-28992969-1154-46c4-998b-786908d8f5b1 req-ae1ffb1a-1691-4a41-9444-6daccdcfe389 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:29:25.588940 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-28992969-1154-46c4-998b-786908d8f5b1 req-ae1ffb1a-1691-4a41-9444-6daccdcfe389 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 01:29:25.642486 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28992969-1154-46c4-998b-786908d8f5b1 req-ae1ffb1a-1691-4a41-9444-6daccdcfe389 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:25.643147 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-28992969-1154-46c4-998b-786908d8f5b1 req-ae1ffb1a-1691-4a41-9444-6daccdcfe389 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:25.648670 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1ffb1a-1691-4a41-9444-6daccdcfe389 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Pushing event updated for resources: {'Port': ['ID=e6cd8690-974e-4a85-bd2c-284c308dc717,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:29:25.665867 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ffb1a-1691-4a41-9444-6daccdcfe389 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:29:25.666561 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ffb1a-1691-4a41-9444-6daccdcfe389 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:29:25.666561 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ffb1a-1691-4a41-9444-6daccdcfe389 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:29:25.667117 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ffb1a-1691-4a41-9444-6daccdcfe389 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:29:25.667238 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ffb1a-1691-4a41-9444-6daccdcfe389 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:29:25.667607 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ffb1a-1691-4a41-9444-6daccdcfe389 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:29:25.667838 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ffb1a-1691-4a41-9444-6daccdcfe389 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:29:25.668159 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ffb1a-1691-4a41-9444-6daccdcfe389 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:29:25.668479 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ffb1a-1691-4a41-9444-6daccdcfe389 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:29:25.668795 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ffb1a-1691-4a41-9444-6daccdcfe389 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:29:25.669117 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ffb1a-1691-4a41-9444-6daccdcfe389 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:29:25.669433 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ffb1a-1691-4a41-9444-6daccdcfe389 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:29:25.675321 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-28992969-1154-46c4-998b-786908d8f5b1 req-ae1ffb1a-1691-4a41-9444-6daccdcfe389 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6055408 Aug 25 01:29:25.694188 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [req-28992969-1154-46c4-998b-786908d8f5b1 req-adaa522a-746f-4d7a-8ef1-78602ca8e045 service neutron] Request body: {'port': {'device_id': 'c911cb28-8536-4837-949e-328e54ed38cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:29:25.735318 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0a971-c552-48bb-a24e-7b9955f004ac req-67fc12cd-0641-414c-8ded-57e942e1cfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:25.736822 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-06b0a971-c552-48bb-a24e-7b9955f004ac req-67fc12cd-0641-414c-8ded-57e942e1cfa9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 1099 time: 0.1801419 Aug 25 01:29:25.795141 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-28992969-1154-46c4-998b-786908d8f5b1 req-adaa522a-746f-4d7a-8ef1-78602ca8e045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:25.860388 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-06b0a971-c552-48bb-a24e-7b9955f004ac req-cd62cb20-fc48-4afd-9fd7-cddd324403c3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822573 Aug 25 01:29:25.981825 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d9d85-ddc8-4fcd-a2b8-afadebf41f48 req-64f45367-b79c-4edd-88f5-c5e4a59aa886 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:25.993545 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-644d9d85-ddc8-4fcd-a2b8-afadebf41f48 req-64f45367-b79c-4edd-88f5-c5e4a59aa886 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=c911cb28-8536-4837-949e-328e54ed38cb HTTP/1.1" status: 200 len: 932 time: 0.0765986 Aug 25 01:29:26.059348 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-644d9d85-ddc8-4fcd-a2b8-afadebf41f48 req-08a55a5f-0ea5-4d1a-95e2-113490a757f4 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622482 Aug 25 01:29:26.215115 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [req-28992969-1154-46c4-998b-786908d8f5b1 req-adaa522a-746f-4d7a-8ef1-78602ca8e045 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6cd8690-974e-4a85-bd2c-284c308dc717 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 01:29:26.223002 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-28992969-1154-46c4-998b-786908d8f5b1 req-adaa522a-746f-4d7a-8ef1-78602ca8e045 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:26.234861 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-28992969-1154-46c4-998b-786908d8f5b1 req-adaa522a-746f-4d7a-8ef1-78602ca8e045 service neutron] Transition to ACTIVE for port object e6cd8690-974e-4a85-bd2c-284c308dc717 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:29:26.239094 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-28992969-1154-46c4-998b-786908d8f5b1 req-adaa522a-746f-4d7a-8ef1-78602ca8e045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8611129'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:26.288904 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa522a-746f-4d7a-8ef1-78602ca8e045 service neutron] Pushing event updated for resources: {'Port': ['ID=e6cd8690-974e-4a85-bd2c-284c308dc717,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:29:26.356703 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-28992969-1154-46c4-998b-786908d8f5b1 req-adaa522a-746f-4d7a-8ef1-78602ca8e045 service neutron] Attempting to bind port e6cd8690-974e-4a85-bd2c-284c308dc717 on host hv-cinder-79001 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 01:29:26.357022 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-28992969-1154-46c4-998b-786908d8f5b1 req-adaa522a-746f-4d7a-8ef1-78602ca8e045 service neutron] Attempting to bind port e6cd8690-974e-4a85-bd2c-284c308dc717 by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '4944b506-92f4-4d03-bf96-a130cf5b7dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '400a2ac9-3eb3-4dc0-9993-b410ce65adf5'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 01:29:26.357305 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28992969-1154-46c4-998b-786908d8f5b1 req-adaa522a-746f-4d7a-8ef1-78602ca8e045 service neutron] Attempting to bind port e6cd8690-974e-4a85-bd2c-284c308dc717 on network 400a2ac9-3eb3-4dc0-9993-b410ce65adf5 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:29:26.361867 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28992969-1154-46c4-998b-786908d8f5b1 req-adaa522a-746f-4d7a-8ef1-78602ca8e045 service neutron] Port e6cd8690-974e-4a85-bd2c-284c308dc717 on network 400a2ac9-3eb3-4dc0-9993-b410ce65adf5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 01:29:26.362192 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28992969-1154-46c4-998b-786908d8f5b1 req-adaa522a-746f-4d7a-8ef1-78602ca8e045 service neutron] Attempting to bind port e6cd8690-974e-4a85-bd2c-284c308dc717 on network 400a2ac9-3eb3-4dc0-9993-b410ce65adf5 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:29:26.367441 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28992969-1154-46c4-998b-786908d8f5b1 req-adaa522a-746f-4d7a-8ef1-78602ca8e045 service neutron] Checking agent: {'id': '05c2a1f8-ef41-45f5-8e32-988b9472ad60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 1, 25, 19), 'started_at': datetime.datetime(2021, 8, 25, 1, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 1, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 01:29:26.367776 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28992969-1154-46c4-998b-786908d8f5b1 req-adaa522a-746f-4d7a-8ef1-78602ca8e045 service neutron] Checking segment: {'id': '4944b506-92f4-4d03-bf96-a130cf5b7dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '400a2ac9-3eb3-4dc0-9993-b410ce65adf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:29:26.368181 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28992969-1154-46c4-998b-786908d8f5b1 req-adaa522a-746f-4d7a-8ef1-78602ca8e045 service neutron] Bound using segment: {'id': '4944b506-92f4-4d03-bf96-a130cf5b7dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '400a2ac9-3eb3-4dc0-9993-b410ce65adf5'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 01:29:26.368632 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-28992969-1154-46c4-998b-786908d8f5b1 req-adaa522a-746f-4d7a-8ef1-78602ca8e045 service neutron] Bound port: e6cd8690-974e-4a85-bd2c-284c308dc717, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4944b506-92f4-4d03-bf96-a130cf5b7dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '400a2ac9-3eb3-4dc0-9993-b410ce65adf5'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 01:29:26.369085 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-28992969-1154-46c4-998b-786908d8f5b1 req-adaa522a-746f-4d7a-8ef1-78602ca8e045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:26.435264 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-28992969-1154-46c4-998b-786908d8f5b1 req-adaa522a-746f-4d7a-8ef1-78602ca8e045 service neutron] For port e6cd8690-974e-4a85-bd2c-284c308dc717, host hv-cinder-79001, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 01:29:26.438394 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-28992969-1154-46c4-998b-786908d8f5b1 req-adaa522a-746f-4d7a-8ef1-78602ca8e045 service neutron] For port e6cd8690-974e-4a85-bd2c-284c308dc717, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=e6cd8690-974e-4a85-bd2c-284c308dc717,segment=NetworkSegment(4944b506-92f4-4d03-bf96-a130cf5b7dec),segment_id=4944b506-92f4-4d03-bf96-a130cf5b7dec)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 01:29:26.444075 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-28992969-1154-46c4-998b-786908d8f5b1 req-adaa522a-746f-4d7a-8ef1-78602ca8e045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8611129'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:26.478594 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28992969-1154-46c4-998b-786908d8f5b1 req-adaa522a-746f-4d7a-8ef1-78602ca8e045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:26.478998 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-28992969-1154-46c4-998b-786908d8f5b1 req-adaa522a-746f-4d7a-8ef1-78602ca8e045 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:26.480273 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-28992969-1154-46c4-998b-786908d8f5b1 req-adaa522a-746f-4d7a-8ef1-78602ca8e045 service neutron] 10.222.0.26 "PUT /v2.0/ports/e6cd8690-974e-4a85-bd2c-284c308dc717 HTTP/1.1" status: 200 len: 1094 time: 0.7930036 Aug 25 01:29:26.480731 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c911cb28-8536-4837-949e-328e54ed38cb', 'tag': 'e6cd8690-974e-4a85-bd2c-284c308dc717'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:29:26.483443 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6aaa77860150641abcbf195034e02978cb43d302165c9bbcbee081d494fe815" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332f8e4b-32c0-47b6-bfb8-4f9d766538f4" -d '{"events": [{"name": "network-changed", "server_uuid": "c911cb28-8536-4837-949e-328e54ed38cb", "tag": "e6cd8690-974e-4a85-bd2c-284c308dc717"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:29:26.521615 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa522a-746f-4d7a-8ef1-78602ca8e045 service neutron] Pushing event updated for resources: {'Port': ['ID=e6cd8690-974e-4a85-bd2c-284c308dc717,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:29:26.530342 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 01:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0263d5-8daf-4a24-9754-4aad87842c62 x-openstack-request-id: req-9e0263d5-8daf-4a24-9754-4aad87842c62 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:29:26.530631 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c911cb28-8536-4837-949e-328e54ed38cb", "tag": "e6cd8690-974e-4a85-bd2c-284c308dc717", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:29:26.530904 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9e0263d5-8daf-4a24-9754-4aad87842c62 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:29:26.531295 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c911cb28-8536-4837-949e-328e54ed38cb', 'tag': 'e6cd8690-974e-4a85-bd2c-284c308dc717', 'status': 'completed', 'code': 200} Aug 25 01:29:26.593448 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03baec4a-38b2-4b45-bfbf-3096edf3810d req-93900149-3e31-4f2f-a906-8655ab4959b6 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:26.594930 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28992969-1154-46c4-998b-786908d8f5b1 req-0311b15b-f271-416b-86b9-4f52209ad3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:26.595109 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-03baec4a-38b2-4b45-bfbf-3096edf3810d req-93900149-3e31-4f2f-a906-8655ab4959b6 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0495937 Aug 25 01:29:26.596389 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-28992969-1154-46c4-998b-786908d8f5b1 req-0311b15b-f271-416b-86b9-4f52209ad3c6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=46fe21ec575f40a0b26f9482a77b5a73&device_id=c911cb28-8536-4837-949e-328e54ed38cb HTTP/1.1" status: 200 len: 1097 time: 0.0440886 Aug 25 01:29:26.634904 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-03baec4a-38b2-4b45-bfbf-3096edf3810d req-5adc0bd0-80ba-41ca-94cd-f540aa6856aa tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332031 Aug 25 01:29:26.642609 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-28992969-1154-46c4-998b-786908d8f5b1 req-fb937888-4448-423f-95d0-008f1c51b456 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6cd8690-974e-4a85-bd2c-284c308dc717 HTTP/1.1" status: 200 len: 217 time: 0.0349574 Aug 25 01:29:26.697826 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28992969-1154-46c4-998b-786908d8f5b1 req-9ea55494-0538-4eb0-b6b4-d0f4fa73392f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:26.699374 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-28992969-1154-46c4-998b-786908d8f5b1 req-9ea55494-0538-4eb0-b6b4-d0f4fa73392f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3a3c8204-079a-4b71-b92d-f2dd7dc9c219 HTTP/1.1" status: 200 len: 854 time: 0.0492003 Aug 25 01:29:26.735868 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-28992969-1154-46c4-998b-786908d8f5b1 req-3555de2a-dfef-47ef-aa15-71420d8ad96c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=400a2ac9-3eb3-4dc0-9993-b410ce65adf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250645 Aug 25 01:29:26.854729 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-28992969-1154-46c4-998b-786908d8f5b1 req-2d3b723f-3154-4349-b3c7-73935f878dac service neutron] 10.222.0.26 "GET /v2.0/networks/400a2ac9-3eb3-4dc0-9993-b410ce65adf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998423 Aug 25 01:29:26.955761 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-28992969-1154-46c4-998b-786908d8f5b1 req-e582be87-f230-4cf8-aab1-d494d5f6a61d service neutron] 10.222.0.26 "GET /v2.0/networks/400a2ac9-3eb3-4dc0-9993-b410ce65adf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938447 Aug 25 01:29:27.058569 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f8e4b-32c0-47b6-bfb8-4f9d766538f4 req-7835d136-795a-46b9-80f8-aba34ec1ee32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:27.060239 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-332f8e4b-32c0-47b6-bfb8-4f9d766538f4 req-7835d136-795a-46b9-80f8-aba34ec1ee32 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=46fe21ec575f40a0b26f9482a77b5a73&device_id=c911cb28-8536-4837-949e-328e54ed38cb HTTP/1.1" status: 200 len: 1097 time: 0.0444994 Aug 25 01:29:27.172184 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f8e4b-32c0-47b6-bfb8-4f9d766538f4 req-08525c32-643d-4d88-ac57-c3423a3afc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:27.173934 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-332f8e4b-32c0-47b6-bfb8-4f9d766538f4 req-08525c32-643d-4d88-ac57-c3423a3afc1a service neutron] 10.222.0.26 "GET /v2.0/networks?id=400a2ac9-3eb3-4dc0-9993-b410ce65adf5 HTTP/1.1" status: 200 len: 915 time: 0.1009543 Aug 25 01:29:27.182903 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770458a-9b56-4a9f-bd26-76904b9f394a req-a34f7de7-5267-481f-8405-4cb3cb1a4908 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:27.184607 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d770458a-9b56-4a9f-bd26-76904b9f394a req-a34f7de7-5267-481f-8405-4cb3cb1a4908 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=c911cb28-8536-4837-949e-328e54ed38cb HTTP/1.1" status: 200 len: 944 time: 0.0553224 Aug 25 01:29:27.240129 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d770458a-9b56-4a9f-bd26-76904b9f394a req-252b3cc9-3bba-47bc-8cda-a8dca48acd32 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439138 Aug 25 01:29:27.254489 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-332f8e4b-32c0-47b6-bfb8-4f9d766538f4 req-d738cbb3-3484-4482-8137-bcb9e9c32d3d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6cd8690-974e-4a85-bd2c-284c308dc717 HTTP/1.1" status: 200 len: 217 time: 0.0619388 Aug 25 01:29:27.307890 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c9b5c7a3-b036-4088-b8e9-f63921158bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:27.316041 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f8e4b-32c0-47b6-bfb8-4f9d766538f4 req-005413ad-9a2a-4b34-9063-4a4e0763e17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:27.318181 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-332f8e4b-32c0-47b6-bfb8-4f9d766538f4 req-005413ad-9a2a-4b34-9063-4a4e0763e17f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3a3c8204-079a-4b71-b92d-f2dd7dc9c219 HTTP/1.1" status: 200 len: 854 time: 0.0490620 Aug 25 01:29:27.370454 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-332f8e4b-32c0-47b6-bfb8-4f9d766538f4 req-ee4c1ceb-af17-4a69-9a55-222acaaee43c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=400a2ac9-3eb3-4dc0-9993-b410ce65adf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290279 Aug 25 01:29:27.496199 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-332f8e4b-32c0-47b6-bfb8-4f9d766538f4 req-97246844-cd6f-46f4-85c6-3ad87c0407b1 service neutron] 10.222.0.26 "GET /v2.0/networks/400a2ac9-3eb3-4dc0-9993-b410ce65adf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170993 Aug 25 01:29:27.609298 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-332f8e4b-32c0-47b6-bfb8-4f9d766538f4 req-16b26108-899b-4f50-80fb-e82c5b8297a3 service neutron] 10.222.0.26 "GET /v2.0/networks/400a2ac9-3eb3-4dc0-9993-b410ce65adf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973532 Aug 25 01:29:27.777753 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7e4ff-7a57-451d-bb9c-1e489f936faa req-611c9477-5c26-4a29-b230-add8ec212464 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:27.779809 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-f7a7e4ff-7a57-451d-bb9c-1e489f936faa req-611c9477-5c26-4a29-b230-add8ec212464 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0539091 Aug 25 01:29:27.822395 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-f7a7e4ff-7a57-451d-bb9c-1e489f936faa req-3343584e-494c-4f21-86e6-6a01f8fd8017 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364597 Aug 25 01:29:28.090746 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd8adc-f2b1-4503-b2dc-1448133a713a req-ddf94586-d25c-4a63-92db-a05e4b0f95e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:28.092362 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-15cd8adc-f2b1-4503-b2dc-1448133a713a req-ddf94586-d25c-4a63-92db-a05e4b0f95e8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9332813e5ed544a58621b5d1c5e0bbba&device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 1099 time: 0.0483778 Aug 25 01:29:28.097587 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c764d54-7348-40ee-bb2b-7f6e6737e72c req-fcb28764-2ade-4cf0-90de-e80ae602b45b tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:28.099780 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-7c764d54-7348-40ee-bb2b-7f6e6737e72c req-fcb28764-2ade-4cf0-90de-e80ae602b45b tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0523710 Aug 25 01:29:28.139114 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-7c764d54-7348-40ee-bb2b-7f6e6737e72c req-a6dead94-b3c4-49bd-82e0-bc085d13d5fe tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330410 Aug 25 01:29:28.198731 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd8adc-f2b1-4503-b2dc-1448133a713a req-52cfe233-46b8-4676-b59d-e983eb98ac62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:28.200189 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-15cd8adc-f2b1-4503-b2dc-1448133a713a req-52cfe233-46b8-4676-b59d-e983eb98ac62 service neutron] 10.222.0.26 "GET /v2.0/networks?id=941f32ea-0da3-4101-b2fe-5e10ea072419 HTTP/1.1" status: 200 len: 920 time: 0.0973012 Aug 25 01:29:28.251302 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-15cd8adc-f2b1-4503-b2dc-1448133a713a req-ea529f17-2f0d-424c-a00d-75be274efac2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49373d89-72a8-4af4-8ddd-bb1be8f8d960 HTTP/1.1" status: 200 len: 217 time: 0.0389476 Aug 25 01:29:28.310494 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd8adc-f2b1-4503-b2dc-1448133a713a req-565f3545-ef31-4e45-a67f-45a88afe9dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:28.312184 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-15cd8adc-f2b1-4503-b2dc-1448133a713a req-565f3545-ef31-4e45-a67f-45a88afe9dff service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84dbee4e-0c46-44e0-883e-063ae4a8075c HTTP/1.1" status: 200 len: 859 time: 0.0501599 Aug 25 01:29:28.352511 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-15cd8adc-f2b1-4503-b2dc-1448133a713a req-c3a1c80d-afdd-4590-a8d5-8325120d663b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=941f32ea-0da3-4101-b2fe-5e10ea072419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250163 Aug 25 01:29:28.354514 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ce4c0-cc52-40b5-82cb-71430fb9f47c req-3d90b629-b2cc-4a08-a3f4-bcd2dab5c7a8 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:28.356024 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-428ce4c0-cc52-40b5-82cb-71430fb9f47c req-3d90b629-b2cc-4a08-a3f4-bcd2dab5c7a8 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=c911cb28-8536-4837-949e-328e54ed38cb HTTP/1.1" status: 200 len: 944 time: 0.0509756 Aug 25 01:29:28.394904 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-428ce4c0-cc52-40b5-82cb-71430fb9f47c req-12d7543a-237e-4688-8fd5-09ce3fa75be9 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328071 Aug 25 01:29:28.455434 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-15cd8adc-f2b1-4503-b2dc-1448133a713a req-b6b5c3c1-0ee3-4640-9dcb-7451ec4652f7 service neutron] 10.222.0.26 "GET /v2.0/networks/941f32ea-0da3-4101-b2fe-5e10ea072419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929792 Aug 25 01:29:28.564827 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-15cd8adc-f2b1-4503-b2dc-1448133a713a req-5edf24c6-4d3d-49fd-b07a-3747612a597f service neutron] 10.222.0.26 "GET /v2.0/networks/941f32ea-0da3-4101-b2fe-5e10ea072419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975330 Aug 25 01:29:29.271608 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d53910-b281-4c4f-84de-d5630bf7fb6a req-db5814b1-c116-4ec5-b64b-36394da55783 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:29.273252 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-c7d53910-b281-4c4f-84de-d5630bf7fb6a req-db5814b1-c116-4ec5-b64b-36394da55783 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0605018 Aug 25 01:29:29.315402 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-c7d53910-b281-4c4f-84de-d5630bf7fb6a req-37c9f726-2d63-4321-baf1-55b853d57dda tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359805 Aug 25 01:29:29.513872 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01024f-5978-4405-8c2f-2a247b9ad280 req-02b6ae9c-b05b-4236-91a6-e62b5a360ccb tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:29.515407 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-1b01024f-5978-4405-8c2f-2a247b9ad280 req-02b6ae9c-b05b-4236-91a6-e62b5a360ccb tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=c911cb28-8536-4837-949e-328e54ed38cb HTTP/1.1" status: 200 len: 944 time: 0.0516002 Aug 25 01:29:29.553899 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-1b01024f-5978-4405-8c2f-2a247b9ad280 req-f613788e-b0aa-4aaf-aec6-e84909f524ca tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323687 Aug 25 01:29:29.798354 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device e6cd8690-974e-4a85-bd2c-284c308dc717 details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=93834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 01:29:29.890870 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port e6cd8690-974e-4a85-bd2c-284c308dc717, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=e6cd8690-974e-4a85-bd2c-284c308dc717,segment=NetworkSegment(4944b506-92f4-4d03-bf96-a130cf5b7dec),segment_id=4944b506-92f4-4d03-bf96-a130cf5b7dec)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:29:29.906174 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Returning: {'device': 'e6cd8690-974e-4a85-bd2c-284c308dc717', 'network_id': '400a2ac9-3eb3-4dc0-9993-b410ce65adf5', 'port_id': 'e6cd8690-974e-4a85-bd2c-284c308dc717', 'mac_address': 'fa:16:3e:5e:2e:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a3c8204-079a-4b71-b92d-f2dd7dc9c219', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 01:29:29.956525 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:29.969650 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6cd8690-974e-4a85-bd2c-284c308dc717 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 01:29:29.994146 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port e6cd8690-974e-4a85-bd2c-284c308dc717, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=e6cd8690-974e-4a85-bd2c-284c308dc717,segment=NetworkSegment(4944b506-92f4-4d03-bf96-a130cf5b7dec),segment_id=4944b506-92f4-4d03-bf96-a130cf5b7dec)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:29:29.998662 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:30.053383 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Pushing event updated for resources: {'Port': ['ID=e6cd8690-974e-4a85-bd2c-284c308dc717,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:29:30.060595 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:29:30.060941 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:29:30.061278 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:29:30.061606 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:29:30.062105 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:29:30.062483 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:29:30.062786 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:29:30.063105 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:29:30.063439 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:29:30.063759 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:29:30.064072 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:29:30.064533 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:29:30.287519 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-338d6a54-53be-4490-b858-adf3756d66d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:30.359699 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] get_ports_and_sgs() called for port_ids ['e6cd8690-974e-4a85-bd2c-284c308dc717'] {{(pid=93834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 01:29:30.421201 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:30.438099 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aaf69f-1f3d-4df4-a751-f75ec4987f9e req-3c267b77-112b-48d9-b2f9-b9444884e51b tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:30.439773 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-94aaf69f-1f3d-4df4-a751-f75ec4987f9e req-3c267b77-112b-48d9-b2f9-b9444884e51b tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0548534 Aug 25 01:29:30.479832 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-94aaf69f-1f3d-4df4-a751-f75ec4987f9e req-039b7cb5-71d3-4476-9f05-70190e10c944 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336559 Aug 25 01:29:30.674431 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300e8f2-0cd8-48ca-8883-0f9728310aca req-6189a44e-b707-44e2-ba26-3b53c37f3ce8 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:30.676388 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-e300e8f2-0cd8-48ca-8883-0f9728310aca req-6189a44e-b707-44e2-ba26-3b53c37f3ce8 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=c911cb28-8536-4837-949e-328e54ed38cb HTTP/1.1" status: 200 len: 945 time: 0.0565534 Aug 25 01:29:30.718392 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-e300e8f2-0cd8-48ca-8883-0f9728310aca req-09f26b7b-9c44-4640-9136-d3eefa7545f5 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350411 Aug 25 01:29:30.878089 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d877336-721a-4d3d-9b41-e32e75b3d69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:31.605912 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23692b46-c0ab-4b89-8d27-f01952cd32ac req-b6aa7de4-a986-4f42-bb4a-088687e1aaa1 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:31.607760 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-23692b46-c0ab-4b89-8d27-f01952cd32ac req-b6aa7de4-a986-4f42-bb4a-088687e1aaa1 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0530076 Aug 25 01:29:31.655108 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-23692b46-c0ab-4b89-8d27-f01952cd32ac req-a814bd55-87e0-4a74-a372-5cd2c6947df8 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414104 Aug 25 01:29:31.816180 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device e6cd8690-974e-4a85-bd2c-284c308dc717 up at agent hyperv_hv-cinder-79001 {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:29:31.845610 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b096534f-2893-4cc2-b86c-3abe442e4121 req-453da688-51d9-4fa4-b15b-31b437d0ce63 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:31.847443 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-b096534f-2893-4cc2-b86c-3abe442e4121 req-453da688-51d9-4fa4-b15b-31b437d0ce63 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=c911cb28-8536-4837-949e-328e54ed38cb HTTP/1.1" status: 200 len: 945 time: 0.0561795 Aug 25 01:29:31.904608 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Provisioning for port e6cd8690-974e-4a85-bd2c-284c308dc717 completed by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:29:31.907864 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-b096534f-2893-4cc2-b86c-3abe442e4121 req-8e5a220a-1530-4bf6-b424-8978dfb3c5fa tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513437 Aug 25 01:29:31.911961 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Provisioning complete for port e6cd8690-974e-4a85-bd2c-284c308dc717 triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:29:31.912337 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:32.064269 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:32.130203 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port e6cd8690-974e-4a85-bd2c-284c308dc717, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=e6cd8690-974e-4a85-bd2c-284c308dc717,segment=NetworkSegment(4944b506-92f4-4d03-bf96-a130cf5b7dec),segment_id=4944b506-92f4-4d03-bf96-a130cf5b7dec)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:29:32.132771 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c911cb28-8536-4837-949e-328e54ed38cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6cd8690-974e-4a85-bd2c-284c308dc717'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:29:32.137802 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac4c50f49c3b3a17933da630e77cab0c79281d75959c3f8023547b3e3ec39ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecff3508-56ba-4d09-bfb6-4b5cce935079" -d '{"events": [{"server_uuid": "c911cb28-8536-4837-949e-328e54ed38cb", "name": "network-vif-plugged", "status": "completed", "tag": "e6cd8690-974e-4a85-bd2c-284c308dc717"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:29:32.138340 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:32.193153 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 01:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-305bab0b-7e8b-4977-bc00-8fc28a7b7853 x-openstack-request-id: req-305bab0b-7e8b-4977-bc00-8fc28a7b7853 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:29:32.193400 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c911cb28-8536-4837-949e-328e54ed38cb", "name": "network-vif-plugged", "status": "completed", "tag": "e6cd8690-974e-4a85-bd2c-284c308dc717", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:29:32.194760 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-305bab0b-7e8b-4977-bc00-8fc28a7b7853 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:29:32.199071 dv-cinder-790014-2-iscsi neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c911cb28-8536-4837-949e-328e54ed38cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6cd8690-974e-4a85-bd2c-284c308dc717', 'code': 200} Aug 25 01:29:32.199712 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Pushing event updated for resources: {'Port': ['ID=e6cd8690-974e-4a85-bd2c-284c308dc717,revision_number=5']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:29:32.381136 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7809a72-a0e0-476a-b12b-f722e5aa5f54 req-c1ec7fe6-d4ae-4de1-955a-bb1b281f6506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:32.382503 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-b7809a72-a0e0-476a-b12b-f722e5aa5f54 req-c1ec7fe6-d4ae-4de1-955a-bb1b281f6506 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c911cb28-8536-4837-949e-328e54ed38cb HTTP/1.1" status: 200 len: 1099 time: 0.0418899 Aug 25 01:29:32.419880 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-b7809a72-a0e0-476a-b12b-f722e5aa5f54 req-24005e75-65fe-4f8c-8d55-bc5c289119d1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294857 Aug 25 01:29:32.542138 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-637296fa-69e7-4112-9a21-84726ca1bc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:33.079432 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33080a09-854b-41f7-adcf-7ad665c39a34 req-a1b80f64-ad0d-4190-9f0c-ba6df53839a8 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:33.081116 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-33080a09-854b-41f7-adcf-7ad665c39a34 req-a1b80f64-ad0d-4190-9f0c-ba6df53839a8 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=c911cb28-8536-4837-949e-328e54ed38cb HTTP/1.1" status: 200 len: 946 time: 0.0608516 Aug 25 01:29:33.120454 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-33080a09-854b-41f7-adcf-7ad665c39a34 req-6b258f95-fcab-4a13-a85b-52de18944982 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321505 Aug 25 01:29:33.322603 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae9911-b90f-4b06-abe6-4d0d6fa4aee8 req-eff97d4b-6895-4336-ab5d-3e9e16396058 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:33.324261 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-fbae9911-b90f-4b06-abe6-4d0d6fa4aee8 req-eff97d4b-6895-4336-ab5d-3e9e16396058 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0526137 Aug 25 01:29:33.364238 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-fbae9911-b90f-4b06-abe6-4d0d6fa4aee8 req-763bd120-6a56-4ba6-88da-59c829989091 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333772 Aug 25 01:29:34.250807 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0c762-9453-4b02-bcee-162a0ad07dbe req-f2de878f-5476-475b-afdc-3f9a7c0af116 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:34.252260 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-0fc0c762-9453-4b02-bcee-162a0ad07dbe req-f2de878f-5476-475b-afdc-3f9a7c0af116 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=c911cb28-8536-4837-949e-328e54ed38cb HTTP/1.1" status: 200 len: 946 time: 0.0603983 Aug 25 01:29:34.291060 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-0fc0c762-9453-4b02-bcee-162a0ad07dbe req-4b5f1802-ddab-4dca-9130-146f5c4918c8 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328813 Aug 25 01:29:35.514445 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522de3e-b952-4466-b62e-5aa019c90798 req-80ebd74d-5508-41d5-bd6b-666d34e11952 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:35.516655 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-b522de3e-b952-4466-b62e-5aa019c90798 req-80ebd74d-5508-41d5-bd6b-666d34e11952 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=2383f568-887e-4b89-99c4-4dcda46666d0 HTTP/1.1" status: 200 len: 946 time: 0.0674100 Aug 25 01:29:35.560446 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-b522de3e-b952-4466-b62e-5aa019c90798 req-f7811c2e-bd86-40ad-b942-aa2006615ca5 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups?id=4469e8d0-aa99-4a5f-afb4-832c6f98d772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363939 Aug 25 01:29:36.680100 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15250326-d2ba-4ca4-8238-ce0080535254 req-c72df7a9-12c1-401c-81a0-d9779ae2fd54 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:36.682769 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-15250326-d2ba-4ca4-8238-ce0080535254 req-c72df7a9-12c1-401c-81a0-d9779ae2fd54 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=2383f568-887e-4b89-99c4-4dcda46666d0 HTTP/1.1" status: 200 len: 946 time: 0.0564895 Aug 25 01:29:36.723262 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-15250326-d2ba-4ca4-8238-ce0080535254 req-7bb65276-1f3b-4812-bfc1-c30fb48a7ad2 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups?id=4469e8d0-aa99-4a5f-afb4-832c6f98d772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345881 Aug 25 01:29:37.841364 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d7aa6-f2da-44c8-bf27-4e12d804eb2f req-829cdaba-d224-4c5d-acc1-a720c6090b9a tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:37.842998 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-439d7aa6-f2da-44c8-bf27-4e12d804eb2f req-829cdaba-d224-4c5d-acc1-a720c6090b9a tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=2383f568-887e-4b89-99c4-4dcda46666d0 HTTP/1.1" status: 200 len: 946 time: 0.0495818 Aug 25 01:29:37.889458 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-439d7aa6-f2da-44c8-bf27-4e12d804eb2f req-d8fd1c01-027d-4df1-b8d4-76836772c144 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups?id=4469e8d0-aa99-4a5f-afb4-832c6f98d772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379496 Aug 25 01:29:39.182077 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cadb11-ca81-4f93-b4e8-7298fa785c39 req-0959fed7-32ce-439c-b0b0-ba41ead04c90 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:39.183576 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-66cadb11-ca81-4f93-b4e8-7298fa785c39 req-0959fed7-32ce-439c-b0b0-ba41ead04c90 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=2383f568-887e-4b89-99c4-4dcda46666d0 HTTP/1.1" status: 200 len: 946 time: 0.2273121 Aug 25 01:29:39.224329 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-66cadb11-ca81-4f93-b4e8-7298fa785c39 req-68c4c00f-249a-4cf5-9134-250174266875 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups?id=4469e8d0-aa99-4a5f-afb4-832c6f98d772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348001 Aug 25 01:29:40.354188 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ed1f0-b753-4450-91cc-9f98a651d4e3 req-e43decaf-8289-44be-8179-7b41e781bd46 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:40.355732 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-308ed1f0-b753-4450-91cc-9f98a651d4e3 req-e43decaf-8289-44be-8179-7b41e781bd46 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=2383f568-887e-4b89-99c4-4dcda46666d0 HTTP/1.1" status: 200 len: 946 time: 0.0536718 Aug 25 01:29:40.398009 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-308ed1f0-b753-4450-91cc-9f98a651d4e3 req-afd8cd3c-8f32-40f2-99ed-6fc119588d87 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups?id=4469e8d0-aa99-4a5f-afb4-832c6f98d772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352886 Aug 25 01:29:41.522842 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e01d0e-34ee-452d-8267-dfa84e45c6ad req-50cb6e36-c7cd-48b9-bf87-cd2afd4a9b26 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:41.525244 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-73e01d0e-34ee-452d-8267-dfa84e45c6ad req-50cb6e36-c7cd-48b9-bf87-cd2afd4a9b26 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=2383f568-887e-4b89-99c4-4dcda46666d0 HTTP/1.1" status: 200 len: 946 time: 0.0508654 Aug 25 01:29:41.564097 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-73e01d0e-34ee-452d-8267-dfa84e45c6ad req-7558f8ac-655d-4b83-b89e-6c5e205891e1 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups?id=4469e8d0-aa99-4a5f-afb4-832c6f98d772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328417 Aug 25 01:29:42.556594 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e91436-491b-4e20-a4f2-92b9e9a07841 req-54927b70-0c4d-4596-b71f-80c15b0a25ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:42.558493 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d8e91436-491b-4e20-a4f2-92b9e9a07841 req-54927b70-0c4d-4596-b71f-80c15b0a25ee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9332813e5ed544a58621b5d1c5e0bbba&device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 1099 time: 0.0467613 Aug 25 01:29:42.573472 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8134dd-12c9-4517-93e3-b190f51886ae req-2f8e1ad6-96d5-4244-a4ba-fa1681f3f083 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:42.579157 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-2a8134dd-12c9-4517-93e3-b190f51886ae req-2f8e1ad6-96d5-4244-a4ba-fa1681f3f083 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0596440 Aug 25 01:29:42.616452 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-2a8134dd-12c9-4517-93e3-b190f51886ae req-ae050fbf-ba15-4d46-b17d-3a9ab47804d6 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346320 Aug 25 01:29:42.682798 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e91436-491b-4e20-a4f2-92b9e9a07841 req-ccb5f031-1b0e-442e-a985-db295c6c8539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:42.684970 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d8e91436-491b-4e20-a4f2-92b9e9a07841 req-ccb5f031-1b0e-442e-a985-db295c6c8539 service neutron] 10.222.0.26 "GET /v2.0/networks?id=941f32ea-0da3-4101-b2fe-5e10ea072419 HTTP/1.1" status: 200 len: 920 time: 0.1117899 Aug 25 01:29:42.720174 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c6fbb-cff9-47e2-965b-a34328697d3b req-dc540ef0-eaff-4baa-bd1b-4e04fced3be2 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:42.721969 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-bc8c6fbb-cff9-47e2-965b-a34328697d3b req-dc540ef0-eaff-4baa-bd1b-4e04fced3be2 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=2383f568-887e-4b89-99c4-4dcda46666d0 HTTP/1.1" status: 200 len: 946 time: 0.0706239 Aug 25 01:29:42.734560 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d8e91436-491b-4e20-a4f2-92b9e9a07841 req-a4e579a8-9f17-42c7-9e99-d4d1d0aa65aa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49373d89-72a8-4af4-8ddd-bb1be8f8d960 HTTP/1.1" status: 200 len: 217 time: 0.0397763 Aug 25 01:29:42.770927 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-bc8c6fbb-cff9-47e2-965b-a34328697d3b req-a10ee9ae-297d-497d-bc89-4bfb92bfa2fd tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups?id=4469e8d0-aa99-4a5f-afb4-832c6f98d772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426149 Aug 25 01:29:42.813329 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e91436-491b-4e20-a4f2-92b9e9a07841 req-fde70ada-a9f0-49b4-8be1-776af803bf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:42.815024 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d8e91436-491b-4e20-a4f2-92b9e9a07841 req-fde70ada-a9f0-49b4-8be1-776af803bf17 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84dbee4e-0c46-44e0-883e-063ae4a8075c HTTP/1.1" status: 200 len: 859 time: 0.0620775 Aug 25 01:29:42.853315 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d8e91436-491b-4e20-a4f2-92b9e9a07841 req-0bc3a535-c957-477f-aa68-564cfb73c758 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=941f32ea-0da3-4101-b2fe-5e10ea072419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259621 Aug 25 01:29:42.951485 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d8e91436-491b-4e20-a4f2-92b9e9a07841 req-e3f63063-b4b0-4524-b645-9f848633c496 service neutron] 10.222.0.26 "GET /v2.0/networks/941f32ea-0da3-4101-b2fe-5e10ea072419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895336 Aug 25 01:29:43.283522 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d8e91436-491b-4e20-a4f2-92b9e9a07841 req-2acacbb2-5731-45a9-bc6f-03a7618f3ec3 service neutron] 10.222.0.26 "GET /v2.0/networks/941f32ea-0da3-4101-b2fe-5e10ea072419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220747 Aug 25 01:29:43.762041 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f3c802-81d9-4640-90cb-ea1d51af00dc req-091fcf36-6e31-42bc-bd23-be71727e71f2 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:43.763811 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-40f3c802-81d9-4640-90cb-ea1d51af00dc req-091fcf36-6e31-42bc-bd23-be71727e71f2 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0739398 Aug 25 01:29:43.823268 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-40f3c802-81d9-4640-90cb-ea1d51af00dc req-fd34a5fe-aa7c-4624-a22d-b312b030cb04 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467107 Aug 25 01:29:43.913748 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ad40e-3839-43aa-8b28-02aa6b675a5e req-ba14c59e-bd50-4ed4-8be2-5964653d4a1c tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:43.915220 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-bb0ad40e-3839-43aa-8b28-02aa6b675a5e req-ba14c59e-bd50-4ed4-8be2-5964653d4a1c tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=2383f568-887e-4b89-99c4-4dcda46666d0 HTTP/1.1" status: 200 len: 946 time: 0.0595865 Aug 25 01:29:43.952917 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-bb0ad40e-3839-43aa-8b28-02aa6b675a5e req-bfd5b42a-73ab-4548-bd89-ece22c7ce2ea tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups?id=4469e8d0-aa99-4a5f-afb4-832c6f98d772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313470 Aug 25 01:29:44.952388 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be34b36-650d-44cd-b3c3-897740a01ae5 req-c34ad4c1-e284-42ef-9942-cf2ad4ac7f8e tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:44.954369 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-4be34b36-650d-44cd-b3c3-897740a01ae5 req-c34ad4c1-e284-42ef-9942-cf2ad4ac7f8e tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0657430 Aug 25 01:29:44.998952 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-4be34b36-650d-44cd-b3c3-897740a01ae5 req-3e3b3aa5-58e1-4715-b650-d3f9b31f2be4 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377238 Aug 25 01:29:45.080896 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c0b395-937f-439a-b33a-707ad376db4d req-cb50ef04-eecb-4eed-a70f-cee8ac30e57c tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:45.082491 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-82c0b395-937f-439a-b33a-707ad376db4d req-cb50ef04-eecb-4eed-a70f-cee8ac30e57c tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=2383f568-887e-4b89-99c4-4dcda46666d0 HTTP/1.1" status: 200 len: 946 time: 0.0508788 Aug 25 01:29:45.120646 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-82c0b395-937f-439a-b33a-707ad376db4d req-e0b90ff2-d111-417b-b874-0a4b937e5a8f tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups?id=4469e8d0-aa99-4a5f-afb4-832c6f98d772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318799 Aug 25 01:29:46.121389 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d54ecd-4594-423d-87d0-d1eccc80d748 req-e91c1ade-a812-4382-810b-ce80cd0913b5 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:46.122850 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-49d54ecd-4594-423d-87d0-d1eccc80d748 req-e91c1ade-a812-4382-810b-ce80cd0913b5 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0525904 Aug 25 01:29:46.162039 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-49d54ecd-4594-423d-87d0-d1eccc80d748 req-1c3efdea-09b6-463f-b617-ef02766ef9da tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333192 Aug 25 01:29:46.239207 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1285a6a-0e4d-47b2-bbe9-b021e1ce345c req-8c136eb6-ee0d-479b-bdf2-f8ab9c990c1a tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:46.240625 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d1285a6a-0e4d-47b2-bbe9-b021e1ce345c req-8c136eb6-ee0d-479b-bdf2-f8ab9c990c1a tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=2383f568-887e-4b89-99c4-4dcda46666d0 HTTP/1.1" status: 200 len: 946 time: 0.0470188 Aug 25 01:29:46.276931 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d1285a6a-0e4d-47b2-bbe9-b021e1ce345c req-6e635fab-1f63-444d-b8f3-bb69eae77622 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups?id=4469e8d0-aa99-4a5f-afb4-832c6f98d772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296180 Aug 25 01:29:47.274556 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254eb735-7371-43a8-845d-2d271e5c4032 req-334c6144-3062-4b5c-900d-877985909ee6 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:47.276007 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-254eb735-7371-43a8-845d-2d271e5c4032 req-334c6144-3062-4b5c-900d-877985909ee6 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0471065 Aug 25 01:29:47.312331 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-254eb735-7371-43a8-845d-2d271e5c4032 req-e45f837b-b1af-4551-939c-f43a101b7684 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305538 Aug 25 01:29:47.394010 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e3f50-b1c8-4475-86d4-3270c1421254 req-5b27fa93-50b3-47e1-a857-9501a5487516 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:47.395485 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-0e4e3f50-b1c8-4475-86d4-3270c1421254 req-5b27fa93-50b3-47e1-a857-9501a5487516 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=2383f568-887e-4b89-99c4-4dcda46666d0 HTTP/1.1" status: 200 len: 946 time: 0.0514894 Aug 25 01:29:47.436246 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-0e4e3f50-b1c8-4475-86d4-3270c1421254 req-40000ae7-4b65-4dac-b128-2c448f0a7104 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups?id=4469e8d0-aa99-4a5f-afb4-832c6f98d772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349627 Aug 25 01:29:48.438942 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb9b1c-a51b-4f60-95da-2a327ffea017 req-2d4034c0-4bfc-417d-aafd-296554572fdb tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:48.443120 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-40bb9b1c-a51b-4f60-95da-2a327ffea017 req-2d4034c0-4bfc-417d-aafd-296554572fdb tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0535243 Aug 25 01:29:48.477952 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-40bb9b1c-a51b-4f60-95da-2a327ffea017 req-2ae7b23a-4e99-4376-8d2a-439db433e84d tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316861 Aug 25 01:29:48.578006 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98202b-961a-465f-bead-2f29b1926d29 req-11fe4b77-9bb8-44a6-a13a-acc6ba943f65 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:48.579478 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-af98202b-961a-465f-bead-2f29b1926d29 req-11fe4b77-9bb8-44a6-a13a-acc6ba943f65 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=2383f568-887e-4b89-99c4-4dcda46666d0 HTTP/1.1" status: 200 len: 946 time: 0.0470672 Aug 25 01:29:48.615358 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-af98202b-961a-465f-bead-2f29b1926d29 req-0284e2d2-5b9f-4322-a606-52ff8e42be34 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups?id=4469e8d0-aa99-4a5f-afb4-832c6f98d772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300591 Aug 25 01:29:49.562073 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:49.624653 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483b1ba-0ab8-4a9f-9d49-15c771f4b451 req-35e8f6a7-6584-467b-9b8c-efece3b64b02 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:49.627117 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-1483b1ba-0ab8-4a9f-9d49-15c771f4b451 req-35e8f6a7-6584-467b-9b8c-efece3b64b02 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0597484 Aug 25 01:29:49.666453 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-1483b1ba-0ab8-4a9f-9d49-15c771f4b451 req-a8390c76-1871-4829-9afc-49030c30308a tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340178 Aug 25 01:29:49.731635 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1177d9-52a5-4476-b2e7-0db482c891b3 req-70dc1a1a-b7ca-46b9-a4a7-00263278e721 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:49.733193 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ac1177d9-52a5-4476-b2e7-0db482c891b3 req-70dc1a1a-b7ca-46b9-a4a7-00263278e721 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=2383f568-887e-4b89-99c4-4dcda46666d0 HTTP/1.1" status: 200 len: 946 time: 0.0485299 Aug 25 01:29:49.772725 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ac1177d9-52a5-4476-b2e7-0db482c891b3 req-0a14c558-3cfe-47cd-9502-3175bdfa62f1 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups?id=4469e8d0-aa99-4a5f-afb4-832c6f98d772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336652 Aug 25 01:29:50.788347 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc56f6de-c979-4ea5-a844-bc508675552d req-2a1fb883-1382-4a21-a65f-4e2718606afb tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:50.790361 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-bc56f6de-c979-4ea5-a844-bc508675552d req-2a1fb883-1382-4a21-a65f-4e2718606afb tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0514483 Aug 25 01:29:50.840708 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-bc56f6de-c979-4ea5-a844-bc508675552d req-6aace490-d94a-4db0-9378-5132ff1fb4cb tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415494 Aug 25 01:29:50.927874 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528b0fd-ccc7-433c-b02e-7588476ad70f req-a28d02af-c20f-4971-b3fb-2965b7443175 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:50.930882 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-5528b0fd-ccc7-433c-b02e-7588476ad70f req-a28d02af-c20f-4971-b3fb-2965b7443175 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=2383f568-887e-4b89-99c4-4dcda46666d0 HTTP/1.1" status: 200 len: 946 time: 0.0806112 Aug 25 01:29:50.972622 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-5528b0fd-ccc7-433c-b02e-7588476ad70f req-9c180532-3459-45d9-9fce-130196fc9624 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups?id=4469e8d0-aa99-4a5f-afb4-832c6f98d772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354733 Aug 25 01:29:51.967710 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d4df8-5b89-4c67-abbf-8ea68d44d522 req-10312472-aaaa-40e9-86d4-94abec5849b0 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:51.971212 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-911d4df8-5b89-4c67-abbf-8ea68d44d522 req-10312472-aaaa-40e9-86d4-94abec5849b0 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0546107 Aug 25 01:29:52.008650 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-911d4df8-5b89-4c67-abbf-8ea68d44d522 req-95405bfd-22f9-4e06-8579-a2909b592eaa tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328417 Aug 25 01:29:52.129392 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b88e80-5c72-41ab-a4ee-d531c5402668 req-d73c5862-d4e8-49d8-ad33-e29e5d1f2905 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:52.131071 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-28b88e80-5c72-41ab-a4ee-d531c5402668 req-d73c5862-d4e8-49d8-ad33-e29e5d1f2905 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=2383f568-887e-4b89-99c4-4dcda46666d0 HTTP/1.1" status: 200 len: 946 time: 0.0528679 Aug 25 01:29:52.172052 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-28b88e80-5c72-41ab-a4ee-d531c5402668 req-2377c18a-f5e5-458e-8bec-b1cd0533f08c tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups?id=4469e8d0-aa99-4a5f-afb4-832c6f98d772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340853 Aug 25 01:29:52.240896 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.agents_db [None req-4bdcba96-0b2f-4eba-81a9-023f498d003c None None] Agent healthcheck: found 6 active agents {{(pid=93835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 01:29:52.858698 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbfe8c5-81d5-4449-9196-ceca067088f8 req-fc555c05-2c3e-4b88-bd73-9e13f4c65350 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:52.860383 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-bfbfe8c5-81d5-4449-9196-ceca067088f8 req-fc555c05-2c3e-4b88-bd73-9e13f4c65350 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=c911cb28-8536-4837-949e-328e54ed38cb HTTP/1.1" status: 200 len: 946 time: 0.0590756 Aug 25 01:29:52.904439 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-bfbfe8c5-81d5-4449-9196-ceca067088f8 req-1b5319ff-ee93-4de2-8a75-a102354b8dbd tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373924 Aug 25 01:29:53.133068 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf0d94-ab47-464a-86eb-80273c5fe331 req-d03e1ec6-a65b-49a7-bd55-8d747307c04d tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:53.134592 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-fbaf0d94-ab47-464a-86eb-80273c5fe331 req-d03e1ec6-a65b-49a7-bd55-8d747307c04d tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0522957 Aug 25 01:29:53.176164 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-fbaf0d94-ab47-464a-86eb-80273c5fe331 req-0d352971-0118-4625-9b5d-e5f538f8a6bb tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339079 Aug 25 01:29:53.315153 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147717d3-5c1a-4612-9279-55b2f1fd8d20 req-958ec7b7-de33-4160-889f-b1eb93bf91be tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:53.317279 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-147717d3-5c1a-4612-9279-55b2f1fd8d20 req-958ec7b7-de33-4160-889f-b1eb93bf91be tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=2383f568-887e-4b89-99c4-4dcda46666d0 HTTP/1.1" status: 200 len: 946 time: 0.0618782 Aug 25 01:29:53.370889 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-147717d3-5c1a-4612-9279-55b2f1fd8d20 req-ae1b770c-ef5f-4951-bfbe-e8e36431d0b9 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups?id=4469e8d0-aa99-4a5f-afb4-832c6f98d772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406168 Aug 25 01:29:54.050197 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0aa39b-106c-4cc7-9f40-355d8513bc87 req-b6592aa9-5e44-4655-b008-5ee59db1f9ca tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:54.052177 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-6d0aa39b-106c-4cc7-9f40-355d8513bc87 req-b6592aa9-5e44-4655-b008-5ee59db1f9ca tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=c911cb28-8536-4837-949e-328e54ed38cb HTTP/1.1" status: 200 len: 946 time: 0.0694406 Aug 25 01:29:54.099770 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-6d0aa39b-106c-4cc7-9f40-355d8513bc87 req-5c6a263c-84bf-4de3-8f6d-f9c93f7fb12b tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400102 Aug 25 01:29:54.299976 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b45e1-a5da-4923-b26c-2c3caa66f0d5 req-bc36b513-e947-4d93-bc69-e897c14ec1b6 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:54.301767 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-209b45e1-a5da-4923-b26c-2c3caa66f0d5 req-bc36b513-e947-4d93-bc69-e897c14ec1b6 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0545609 Aug 25 01:29:54.342507 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-209b45e1-a5da-4923-b26c-2c3caa66f0d5 req-3045a82b-98ca-4db5-bb2c-2d6c8404b3e2 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333467 Aug 25 01:29:54.510305 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3be5fa-63e0-402f-8e82-8175944e6727 req-d2283e2b-a301-4d2c-9abf-b8663c670c99 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:54.511591 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ca3be5fa-63e0-402f-8e82-8175944e6727 req-d2283e2b-a301-4d2c-9abf-b8663c670c99 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=2383f568-887e-4b89-99c4-4dcda46666d0 HTTP/1.1" status: 200 len: 946 time: 0.0605125 Aug 25 01:29:54.554280 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ca3be5fa-63e0-402f-8e82-8175944e6727 req-b26bd006-ff3a-4123-8bf1-ff6d3d91a81b tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups?id=4469e8d0-aa99-4a5f-afb4-832c6f98d772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335133 Aug 25 01:29:55.224273 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7be50d-f9f1-488f-9e72-96cf25291617 req-d07e2169-ce94-4851-bf3a-d6c2cb6fcd8c tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:55.225736 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-df7be50d-f9f1-488f-9e72-96cf25291617 req-d07e2169-ce94-4851-bf3a-d6c2cb6fcd8c tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=c911cb28-8536-4837-949e-328e54ed38cb HTTP/1.1" status: 200 len: 946 time: 0.0579379 Aug 25 01:29:55.265808 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-df7be50d-f9f1-488f-9e72-96cf25291617 req-97025a7f-7cd0-47ab-8330-c368d3504a76 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335715 Aug 25 01:29:55.318438 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9267b51a-e1e0-4883-84bb-d99223d304fe req-b520f697-79bd-4cfd-8a90-476a899850f6 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:55.320055 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-9267b51a-e1e0-4883-84bb-d99223d304fe req-b520f697-79bd-4cfd-8a90-476a899850f6 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.26 "GET /v2.0/ports?device_id=c911cb28-8536-4837-949e-328e54ed38cb HTTP/1.1" status: 200 len: 946 time: 0.0532799 Aug 25 01:29:55.436661 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-9267b51a-e1e0-4883-84bb-d99223d304fe req-92177316-99c6-41bd-b845-ab2f340df898 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Deleting port e6cd8690-974e-4a85-bd2c-284c308dc717 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 01:29:55.437252 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-9267b51a-e1e0-4883-84bb-d99223d304fe req-92177316-99c6-41bd-b845-ab2f340df898 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782027226579'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:55.475935 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da714a26-1cdd-4e36-8856-509332ac4ddb req-8e43d327-961f-44e6-a804-6fdc3bae770b tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:55.478194 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-da714a26-1cdd-4e36-8856-509332ac4ddb req-8e43d327-961f-44e6-a804-6fdc3bae770b tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0588639 Aug 25 01:29:55.520358 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-da714a26-1cdd-4e36-8856-509332ac4ddb req-c0b25220-bbcc-4c9d-9f10-eb93e599ff9d tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341520 Aug 25 01:29:55.542874 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-9267b51a-e1e0-4883-84bb-d99223d304fe req-92177316-99c6-41bd-b845-ab2f340df898 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] For port e6cd8690-974e-4a85-bd2c-284c308dc717, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=e6cd8690-974e-4a85-bd2c-284c308dc717,segment=NetworkSegment(4944b506-92f4-4d03-bf96-a130cf5b7dec),segment_id=4944b506-92f4-4d03-bf96-a130cf5b7dec)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:29:55.542874 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-9267b51a-e1e0-4883-84bb-d99223d304fe req-92177316-99c6-41bd-b845-ab2f340df898 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647429'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:55.551419 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-9267b51a-e1e0-4883-84bb-d99223d304fe req-92177316-99c6-41bd-b845-ab2f340df898 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Calling delete_port for e6cd8690-974e-4a85-bd2c-284c308dc717 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 01:29:55.671073 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bfa11c-b75f-4125-98b1-08d9ce02d077 req-44fd693c-491d-40be-a16c-6ef100d36956 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:55.672523 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-38bfa11c-b75f-4125-98b1-08d9ce02d077 req-44fd693c-491d-40be-a16c-6ef100d36956 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=2383f568-887e-4b89-99c4-4dcda46666d0 HTTP/1.1" status: 200 len: 946 time: 0.0480597 Aug 25 01:29:55.682386 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-9267b51a-e1e0-4883-84bb-d99223d304fe req-92177316-99c6-41bd-b845-ab2f340df898 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782027086291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782026665153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:55.696953 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] get_ports_and_sgs() called for port_ids ['8e48c757-7e6e-4b84-9506-7c2d2575918f', '123d311e-58d1-4bc6-8a02-ba0daafdb4d1', 'e5f74a04-7e2e-4039-9b3d-fb3695831c47', 'e6cd8690-974e-4a85-bd2c-284c308dc717'] {{(pid=93834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 01:29:55.711834 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92177316-99c6-41bd-b845-ab2f340df898 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Pushing event deleted for resources: {'Port': ['ID=e6cd8690-974e-4a85-bd2c-284c308dc717,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:29:55.722081 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-38bfa11c-b75f-4125-98b1-08d9ce02d077 req-0c6db9fb-bfb6-4b9c-880b-aa709e1e87ee tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups?id=4469e8d0-aa99-4a5f-afb4-832c6f98d772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434983 Aug 25 01:29:55.752617 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-9267b51a-e1e0-4883-84bb-d99223d304fe req-92177316-99c6-41bd-b845-ab2f340df898 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] No DVR routers for this DVR port e6cd8690-974e-4a85-bd2c-284c308dc717 on host hv-cinder-79001 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 01:29:55.755300 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-9267b51a-e1e0-4883-84bb-d99223d304fe req-92177316-99c6-41bd-b845-ab2f340df898 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:55.757353 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-9267b51a-e1e0-4883-84bb-d99223d304fe req-92177316-99c6-41bd-b845-ab2f340df898 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.26 "DELETE /v2.0/ports/e6cd8690-974e-4a85-bd2c-284c308dc717 HTTP/1.1" status: 204 len: 173 time: 0.4280801 Aug 25 01:29:55.758340 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c911cb28-8536-4837-949e-328e54ed38cb', 'name': 'network-vif-deleted', 'tag': 'e6cd8690-974e-4a85-bd2c-284c308dc717'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:29:55.760569 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6aaa77860150641abcbf195034e02978cb43d302165c9bbcbee081d494fe815" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0237c50b-ef59-4f01-92e0-16837662e7ea" -d '{"events": [{"server_uuid": "c911cb28-8536-4837-949e-328e54ed38cb", "name": "network-vif-deleted", "tag": "e6cd8690-974e-4a85-bd2c-284c308dc717"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:29:55.798192 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 01:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dbb2748-43eb-471e-92bf-26d9abdf295d x-openstack-request-id: req-7dbb2748-43eb-471e-92bf-26d9abdf295d {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:29:55.798497 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c911cb28-8536-4837-949e-328e54ed38cb", "name": "network-vif-deleted", "tag": "e6cd8690-974e-4a85-bd2c-284c308dc717", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:29:55.798745 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7dbb2748-43eb-471e-92bf-26d9abdf295d {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:29:55.799326 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c911cb28-8536-4837-949e-328e54ed38cb', 'name': 'network-vif-deleted', 'tag': 'e6cd8690-974e-4a85-bd2c-284c308dc717', 'status': 'completed', 'code': 200} Aug 25 01:29:56.387505 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ed3588ad-9b19-42fc-8e08-f37087ca585a req-6b6f139b-47ae-4e5e-ac8e-c803afb06ff0 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=c911cb28-8536-4837-949e-328e54ed38cb HTTP/1.1" status: 200 len: 210 time: 0.0430083 Aug 25 01:29:56.642250 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfaab62-e207-468c-be56-a1dfa2daae1b req-8c36bf21-defa-4daf-bcdd-1374cc2a5a6b tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:56.643884 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-6bfaab62-e207-468c-be56-a1dfa2daae1b req-8c36bf21-defa-4daf-bcdd-1374cc2a5a6b tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0505693 Aug 25 01:29:56.681419 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-6bfaab62-e207-468c-be56-a1dfa2daae1b req-ee04c170-6088-42d8-b2ca-d765232f94a6 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313079 Aug 25 01:29:56.841450 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0699c091-5a7f-47ef-86ba-7b9bb601c9ea req-2eb951a1-3db9-478b-9d5a-cf19d25d1cb2 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:56.842904 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-0699c091-5a7f-47ef-86ba-7b9bb601c9ea req-2eb951a1-3db9-478b-9d5a-cf19d25d1cb2 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=2383f568-887e-4b89-99c4-4dcda46666d0 HTTP/1.1" status: 200 len: 946 time: 0.0484595 Aug 25 01:29:56.878600 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-0699c091-5a7f-47ef-86ba-7b9bb601c9ea req-7fa08371-89d0-4533-9f51-fc3c5f4c2c6f tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups?id=4469e8d0-aa99-4a5f-afb4-832c6f98d772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297594 Aug 25 01:29:57.113686 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4445d96-4032-410c-9b2b-cf66465ac80e req-8e809db5-e325-41f1-8dcc-af2bfa6bc088 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:57.115276 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-b4445d96-4032-410c-9b2b-cf66465ac80e req-8e809db5-e325-41f1-8dcc-af2bfa6bc088 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=2383f568-887e-4b89-99c4-4dcda46666d0 HTTP/1.1" status: 200 len: 946 time: 0.0489867 Aug 25 01:29:57.157294 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-b4445d96-4032-410c-9b2b-cf66465ac80e req-ffa734a5-04fd-4e04-bd5b-972f39148d9d tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups?id=4469e8d0-aa99-4a5f-afb4-832c6f98d772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354409 Aug 25 01:29:57.194973 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e989d3c-3c58-40c9-bb85-ec79359d3371 req-427f1365-365f-4f66-bb94-5c06ad800057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:57.196937 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-5e989d3c-3c58-40c9-bb85-ec79359d3371 req-427f1365-365f-4f66-bb94-5c06ad800057 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b76ebd48c69044859010968bacfba90b&device_id=2383f568-887e-4b89-99c4-4dcda46666d0 HTTP/1.1" status: 200 len: 1099 time: 0.0449779 Aug 25 01:29:57.285157 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e989d3c-3c58-40c9-bb85-ec79359d3371 req-1b80d582-0c56-439a-a8ae-be906e303725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:57.286508 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-5e989d3c-3c58-40c9-bb85-ec79359d3371 req-1b80d582-0c56-439a-a8ae-be906e303725 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fd6ab0d2-8137-4fff-919c-e0812b557a4f HTTP/1.1" status: 200 len: 912 time: 0.0808561 Aug 25 01:29:57.299626 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d1285b9e-8477-42e2-a9be-495576af89c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:57.358819 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-5e989d3c-3c58-40c9-bb85-ec79359d3371 req-03e1b4e9-cce7-4f6c-b49c-2b3b405918c8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41aa4863-f6b3-4d81-ba00-6960a2966fa7 HTTP/1.1" status: 200 len: 1002 time: 0.0610557 Aug 25 01:29:57.421263 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e989d3c-3c58-40c9-bb85-ec79359d3371 req-a9f3c792-120d-4594-9fc2-9f252066f4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:57.422785 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-5e989d3c-3c58-40c9-bb85-ec79359d3371 req-a9f3c792-120d-4594-9fc2-9f252066f4de service neutron] 10.222.0.26 "GET /v2.0/subnets?id=480d38ea-d24b-4229-80ef-563e46a6a2ce HTTP/1.1" status: 200 len: 850 time: 0.0436735 Aug 25 01:29:57.474049 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e989d3c-3c58-40c9-bb85-ec79359d3371 req-0e3f10ac-1ab2-4ef7-81e6-5212027fb4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:57.475613 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-5e989d3c-3c58-40c9-bb85-ec79359d3371 req-0e3f10ac-1ab2-4ef7-81e6-5212027fb4cc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fd6ab0d2-8137-4fff-919c-e0812b557a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404432 Aug 25 01:29:57.581305 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-5e989d3c-3c58-40c9-bb85-ec79359d3371 req-104f0a53-110e-42bb-9aba-1ccc01d33840 service neutron] 10.222.0.26 "GET /v2.0/networks/fd6ab0d2-8137-4fff-919c-e0812b557a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945160 Aug 25 01:29:57.627081 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 52064) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:29:57.680559 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-d192f47c-0025-49ac-9e90-c8740adb2767 admin admin] Deleting subnet 96136862-e6c0-4d13-8e79-4355fce1b62c {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 01:29:57.684125 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d192f47c-0025-49ac-9e90-c8740adb2767 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:57.684434 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-5e989d3c-3c58-40c9-bb85-ec79359d3371 req-811f5a8b-884c-4737-a40c-44b618d0551c service neutron] 10.222.0.26 "GET /v2.0/networks/fd6ab0d2-8137-4fff-919c-e0812b557a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948944 Aug 25 01:29:57.723971 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d192f47c-0025-49ac-9e90-c8740adb2767 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1005446'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:57.815366 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d192f47c-0025-49ac-9e90-c8740adb2767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4168828'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:57.843459 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-92129d77-c6fc-4964-b888-f3a99bc77bb1 req-537db60c-1fe1-41ad-b238-415a18a9b135 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2088532483&fields=id&tenant_id=cdf67756f57948e9a1bcaae4578b8fb6 HTTP/1.1" status: 200 len: 267 time: 0.0992956 Aug 25 01:29:57.907214 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde301a-b0b9-4395-a993-014a1da412eb req-6581e82f-a07e-4ea2-aa80-149a793d9520 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:57.908897 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-1dde301a-b0b9-4395-a993-014a1da412eb req-6581e82f-a07e-4ea2-aa80-149a793d9520 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.1384261 Aug 25 01:29:57.994795 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d192f47c-0025-49ac-9e90-c8740adb2767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4168079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11070218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11930263'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:58.029801 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-1dde301a-b0b9-4395-a993-014a1da412eb req-37b83836-7aef-418b-855d-594a7ac322e9 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089454 Aug 25 01:29:58.034971 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d192f47c-0025-49ac-9e90-c8740adb2767 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96136862-e6c0-4d13-8e79-4355fce1b62c,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:29:58.037673 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d192f47c-0025-49ac-9e90-c8740adb2767 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:58.042194 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-d192f47c-0025-49ac-9e90-c8740adb2767 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/96136862-e6c0-4d13-8e79-4355fce1b62c HTTP/1.1" status: 204 len: 168 time: 0.4116280 Aug 25 01:29:58.042570 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 52082) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:29:58.094800 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92129d77-c6fc-4964-b888-f3a99bc77bb1 req-f4d77969-474a-480a-a9be-6078c2218e0f tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:58.102540 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-92129d77-c6fc-4964-b888-f3a99bc77bb1 req-f4d77969-474a-480a-a9be-6078c2218e0f tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/networks?id=321eee0d-c6be-433c-adb7-c8e082895ea9 HTTP/1.1" status: 200 len: 808 time: 0.2468565 Aug 25 01:29:58.128186 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-92129d77-c6fc-4964-b888-f3a99bc77bb1 req-b6597942-7dc1-4673-81b0-858541da0d46 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/quotas/cdf67756f57948e9a1bcaae4578b8fb6 HTTP/1.1" status: 200 len: 375 time: 0.0239968 Aug 25 01:29:58.131968 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a4f575e6-1059-4da0-9d12-02adcf5bd13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116255'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:58.142707 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d192f47c-0025-49ac-9e90-c8740adb2767 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:29:58.143049 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d192f47c-0025-49ac-9e90-c8740adb2767 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:29:58.143495 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d192f47c-0025-49ac-9e90-c8740adb2767 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:29:58.143914 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d192f47c-0025-49ac-9e90-c8740adb2767 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:29:58.144340 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d192f47c-0025-49ac-9e90-c8740adb2767 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:29:58.144774 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d192f47c-0025-49ac-9e90-c8740adb2767 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:29:58.145189 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d192f47c-0025-49ac-9e90-c8740adb2767 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:29:58.145739 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d192f47c-0025-49ac-9e90-c8740adb2767 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:29:58.146158 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d192f47c-0025-49ac-9e90-c8740adb2767 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:29:58.146859 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d192f47c-0025-49ac-9e90-c8740adb2767 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:29:58.147270 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d192f47c-0025-49ac-9e90-c8740adb2767 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:29:58.147687 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d192f47c-0025-49ac-9e90-c8740adb2767 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:29:58.194633 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-92129d77-c6fc-4964-b888-f3a99bc77bb1 req-1f657a37-bac0-4f33-8bf0-234a25aa1266 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cdf67756f57948e9a1bcaae4578b8fb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0637233 Aug 25 01:29:58.241510 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a4f575e6-1059-4da0-9d12-02adcf5bd13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4169723', 'neutron.services.segments.db._delete_segments_for_network-8782027164591'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:58.252805 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.services.segments.db [None req-a4f575e6-1059-4da0-9d12-02adcf5bd13a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21e6a6dc-77f9-423c-af4a-5ce652aeeab8']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:29:58.264106 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.services.segments.db [None req-a4f575e6-1059-4da0-9d12-02adcf5bd13a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87938c2e-dfc5-46dd-8a5f-2ff1312adec3') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:29:58.264594 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.services.segments.db [None req-a4f575e6-1059-4da0-9d12-02adcf5bd13a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87938c2e-dfc5-46dd-8a5f-2ff1312adec3') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:29:58.274799 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a4f575e6-1059-4da0-9d12-02adcf5bd13a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782027164474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8611437'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:58.299011 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a4f575e6-1059-4da0-9d12-02adcf5bd13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3751945'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:58.307407 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4f575e6-1059-4da0-9d12-02adcf5bd13a admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 01:29:58.307969 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a4f575e6-1059-4da0-9d12-02adcf5bd13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3751945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8611077'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:58.309770 dv-cinder-790014-2-iscsi neutron-server[93833]: Traceback (most recent call last): Aug 25 01:29:58.309770 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 01:29:58.309770 dv-cinder-790014-2-iscsi neutron-server[93833]: timer() Aug 25 01:29:58.309770 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 01:29:58.309770 dv-cinder-790014-2-iscsi neutron-server[93833]: cb(*args, **kw) Aug 25 01:29:58.309770 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 01:29:58.309770 dv-cinder-790014-2-iscsi neutron-server[93833]: return func(*args, **kwargs) Aug 25 01:29:58.309770 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 01:29:58.309770 dv-cinder-790014-2-iscsi neutron-server[93833]: self._notify() Aug 25 01:29:58.309770 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 01:29:58.309770 dv-cinder-790014-2-iscsi neutron-server[93833]: self.callback(batched_events) Aug 25 01:29:58.309770 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 01:29:58.309770 dv-cinder-790014-2-iscsi neutron-server[93833]: event.method(event) Aug 25 01:29:58.309770 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 01:29:58.309770 dv-cinder-790014-2-iscsi neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 01:29:58.309770 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 01:29:58.309770 dv-cinder-790014-2-iscsi neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 01:29:58.309770 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 01:29:58.309770 dv-cinder-790014-2-iscsi neutron-server[93833]: return f(self, *a, **k) Aug 25 01:29:58.309770 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 25 01:29:58.309770 dv-cinder-790014-2-iscsi neutron-server[93833]: return self._get(url).json() Aug 25 01:29:58.309770 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 25 01:29:58.309770 dv-cinder-790014-2-iscsi neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 01:29:58.309770 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 01:29:58.309770 dv-cinder-790014-2-iscsi neutron-server[93833]: return self.request(url, 'GET', **kwargs) Aug 25 01:29:58.309770 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 01:29:58.309770 dv-cinder-790014-2-iscsi neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 01:29:58.309770 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 01:29:58.309770 dv-cinder-790014-2-iscsi neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 01:29:58.309770 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 01:29:58.309770 dv-cinder-790014-2-iscsi neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 01:29:58.309770 dv-cinder-790014-2-iscsi neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 01:29:58.346026 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-92129d77-c6fc-4964-b888-f3a99bc77bb1 req-1a4c2985-0cba-46d2-a376-d93860d5bfa4 service neutron] 10.222.0.23 "GET /v2.0/networks/321eee0d-c6be-433c-adb7-c8e082895ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435912 Aug 25 01:29:58.354790 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0f742-201c-4521-9c8d-bb5b47381e24 req-c0810264-ca9e-405d-9351-85794ec76d45 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:58.361978 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-3cc0f742-201c-4521-9c8d-bb5b47381e24 req-c0810264-ca9e-405d-9351-85794ec76d45 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=2383f568-887e-4b89-99c4-4dcda46666d0 HTTP/1.1" status: 200 len: 946 time: 0.0942278 Aug 25 01:29:58.372815 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a4f575e6-1059-4da0-9d12-02adcf5bd13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4169714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930796'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:58.379770 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a4f575e6-1059-4da0-9d12-02adcf5bd13a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:58.381595 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-a4f575e6-1059-4da0-9d12-02adcf5bd13a admin admin] 10.222.0.23 "DELETE /v2.0/networks/21e6a6dc-77f9-423c-af4a-5ce652aeeab8 HTTP/1.1" status: 204 len: 168 time: 0.3380234 Aug 25 01:29:58.392904 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f575e6-1059-4da0-9d12-02adcf5bd13a admin admin] Pushing event deleted for resources: {'Network': ['ID=21e6a6dc-77f9-423c-af4a-5ce652aeeab8,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:29:58.451502 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-3cc0f742-201c-4521-9c8d-bb5b47381e24 req-8c81e810-e93f-492a-adfc-842d8e03893a tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups?id=4469e8d0-aa99-4a5f-afb4-832c6f98d772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886762 Aug 25 01:29:58.491765 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-92129d77-c6fc-4964-b888-f3a99bc77bb1 req-7f933cab-33b7-46ac-b378-eeb15e4e381b service neutron] 10.222.0.23 "GET /v2.0/networks/321eee0d-c6be-433c-adb7-c8e082895ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266301 Aug 25 01:29:58.580101 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 52104) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:29:58.625931 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-092e75df-d374-41d8-8be5-573e2917aa75 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3d509ebf5e5a4a77820b0e5ea04090c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0441189 Aug 25 01:29:58.628172 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 52110) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:29:58.679340 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f8f9fa0d-7135-4ce7-9828-7f9a5056ee57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:58.704973 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f8f9fa0d-7135-4ce7-9828-7f9a5056ee57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:58.779027 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f8f9fa0d-7135-4ce7-9828-7f9a5056ee57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:58.781604 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f8f9fa0d-7135-4ce7-9828-7f9a5056ee57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:29:58.783081 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-f8f9fa0d-7135-4ce7-9828-7f9a5056ee57 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8035d9a0-8ba4-4de0-a7b3-542d6d7a9b5e HTTP/1.1" status: 204 len: 168 time: 0.1535020 Aug 25 01:29:58.792329 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-8a541b65-c237-4912-b316-23155c29460a req-625f2c3a-9f04-40fc-8fc8-714c698bf63b tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 210 time: 0.0298367 Aug 25 01:29:58.800485 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f9fa0d-7135-4ce7-9828-7f9a5056ee57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8035d9a0-8ba4-4de0-a7b3-542d6d7a9b5e,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:29:58.853579 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c3706-a7ef-412b-8d76-8cf5388d2eb7 req-faba13bb-3f96-4722-9aa4-b722c92d5690 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:58.855141 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-fc2c3706-a7ef-412b-8d76-8cf5388d2eb7 req-faba13bb-3f96-4722-9aa4-b722c92d5690 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=16bcdc99-e6b5-4242-a77b-9908957fc7c9 HTTP/1.1" status: 200 len: 945 time: 0.0619614 Aug 25 01:29:58.895035 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-fc2c3706-a7ef-412b-8d76-8cf5388d2eb7 req-186a9913-a90b-4969-8e1c-e1bd36b64a3e tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330806 Aug 25 01:29:59.165568 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74555e-9132-4716-a92b-e691871a2e61 req-300374fe-4b8d-45a1-ba36-91924a9ff8a8 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:59.167182 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-bf74555e-9132-4716-a92b-e691871a2e61 req-300374fe-4b8d-45a1-ba36-91924a9ff8a8 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0541139 Aug 25 01:29:59.234939 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-bf74555e-9132-4716-a92b-e691871a2e61 req-c395cab9-e2f5-4657-a7e0-985c59cf8e5d tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604064 Aug 25 01:29:59.610631 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcb107-b149-4753-85bd-a1be1e31fb72 req-c509bb99-0e46-4780-9fe2-96545454b245 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:59.612116 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-f1fcb107-b149-4753-85bd-a1be1e31fb72 req-c509bb99-0e46-4780-9fe2-96545454b245 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=2383f568-887e-4b89-99c4-4dcda46666d0 HTTP/1.1" status: 200 len: 946 time: 0.0516970 Aug 25 01:29:59.650388 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-f1fcb107-b149-4753-85bd-a1be1e31fb72 req-0989dbe2-9a5c-4bb6-b5b8-039eb453f99c tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups?id=4469e8d0-aa99-4a5f-afb4-832c6f98d772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308805 Aug 25 01:29:59.901108 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-5b57ba46-b308-475d-bd3c-b22026d115b1 req-4bb43b79-5102-4e7d-ad3f-87b1cae056c8 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 210 time: 0.0282040 Aug 25 01:29:59.937353 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92129d77-c6fc-4964-b888-f3a99bc77bb1 req-1ef57c79-5c67-42ab-8b9a-d99a56cf3c0b tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:29:59.939525 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-92129d77-c6fc-4964-b888-f3a99bc77bb1 req-1ef57c79-5c67-42ab-8b9a-d99a56cf3c0b tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.26 "GET /v2.0/networks?id=321eee0d-c6be-433c-adb7-c8e082895ea9 HTTP/1.1" status: 200 len: 808 time: 0.1152699 Aug 25 01:30:00.033007 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6eda5-1c69-4e19-84ce-0bf4af6ae08d req-0b89bc37-12fe-47c3-9def-ea3a91dd906c tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:00.034476 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-23f6eda5-1c69-4e19-84ce-0bf4af6ae08d req-0b89bc37-12fe-47c3-9def-ea3a91dd906c tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=16bcdc99-e6b5-4242-a77b-9908957fc7c9 HTTP/1.1" status: 200 len: 945 time: 0.0495450 Aug 25 01:30:00.071727 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-23f6eda5-1c69-4e19-84ce-0bf4af6ae08d req-9c9be370-ecdc-4a4c-8b94-a30611c56f67 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308638 Aug 25 01:30:00.278465 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9121eee4-6f4a-4c21-9ff7-d67e270c4fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:00.348163 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed750c-a4dd-42ee-b828-bf51bd0b048d req-d3c9a045-de99-42f1-9dd0-e2e03a13a7b3 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:00.349584 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-78ed750c-a4dd-42ee-b828-bf51bd0b048d req-d3c9a045-de99-42f1-9dd0-e2e03a13a7b3 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0510142 Aug 25 01:30:00.388044 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-78ed750c-a4dd-42ee-b828-bf51bd0b048d req-d67df80d-221d-4dba-87cd-8c1e7d97f80d tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318458 Aug 25 01:30:00.392135 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:00.616657 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device e6cd8690-974e-4a85-bd2c-284c308dc717 no longer exists at agent hyperv_hv-cinder-79001 {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 01:30:00.636471 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] No Port match for: e6cd8690-974e-4a85-bd2c-284c308dc717 {{(pid=93834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 01:30:00.636807 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device e6cd8690-974e-4a85-bd2c-284c308dc717 not bound to the agent host hv-cinder-79001 {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 01:30:00.879557 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d877336-721a-4d3d-9b41-e32e75b3d69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:00.999153 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-453ffd28-5fdb-47b6-9e82-61faa445c842 req-1d0462f9-ca94-42c9-b34b-327c26a959f6 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 210 time: 0.0259616 Aug 25 01:30:01.182242 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea7b35-cac8-4895-9b63-14c3a2231475 req-990d1a56-d5b6-4bc4-8dd9-bb993bd8c0b0 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:01.183939 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-b9ea7b35-cac8-4895-9b63-14c3a2231475 req-990d1a56-d5b6-4bc4-8dd9-bb993bd8c0b0 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=16bcdc99-e6b5-4242-a77b-9908957fc7c9 HTTP/1.1" status: 200 len: 945 time: 0.0472071 Aug 25 01:30:01.225642 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-b9ea7b35-cac8-4895-9b63-14c3a2231475 req-9f404641-ac75-4b75-8465-9a35372fd236 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360427 Aug 25 01:30:01.504697 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34262b-3f29-42ce-8563-2d30b8c52127 req-7d6af971-879a-49b4-9bbe-8233ba92eda3 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:01.506282 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-5f34262b-3f29-42ce-8563-2d30b8c52127 req-7d6af971-879a-49b4-9bbe-8233ba92eda3 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0514448 Aug 25 01:30:01.547909 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-5f34262b-3f29-42ce-8563-2d30b8c52127 req-746358f7-4e5d-442b-8076-247eac6e0afe tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351429 Aug 25 01:30:02.091849 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-f3b6dea9-753f-471b-b1c2-0d7a070d0ce7 req-36d59b8f-9567-4498-aa08-879f6405b312 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 210 time: 0.0265369 Aug 25 01:30:02.239778 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-92129d77-c6fc-4964-b888-f3a99bc77bb1 req-7b689fee-7540-4b50-9580-43459a693882 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdf67756f57948e9a1bcaae4578b8fb6 HTTP/1.1" status: 200 len: 380 time: 0.0332162 Aug 25 01:30:02.249812 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [req-92129d77-c6fc-4964-b888-f3a99bc77bb1 req-31c838ab-4a07-4428-a5a7-395844929689 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Request body: {'port': {'device_id': '534244b4-6d9f-4918-b1e1-3ea057e19cbf', 'network_id': '321eee0d-c6be-433c-adb7-c8e082895ea9', 'admin_state_up': True, 'tenant_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'security_groups': ['942ed35d-86d4-4e3d-9945-63fc3c81438c']}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:30:02.346479 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac4fdec-f5d1-47d7-8d71-06f757128bf1 req-bf210611-eb4d-4055-9e4f-58ef9e2a25ed tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:02.347985 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-eac4fdec-f5d1-47d7-8d71-06f757128bf1 req-bf210611-eb4d-4055-9e4f-58ef9e2a25ed tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=16bcdc99-e6b5-4242-a77b-9908957fc7c9 HTTP/1.1" status: 200 len: 945 time: 0.0498106 Aug 25 01:30:02.362902 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92129d77-c6fc-4964-b888-f3a99bc77bb1 req-31c838ab-4a07-4428-a5a7-395844929689 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Made reservation on behalf of cdf67756f57948e9a1bcaae4578b8fb6 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 01:30:02.366290 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-92129d77-c6fc-4964-b888-f3a99bc77bb1 req-31c838ab-4a07-4428-a5a7-395844929689 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:02.385798 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-eac4fdec-f5d1-47d7-8d71-06f757128bf1 req-27e4d437-0b83-4231-9f14-c1fc48fc0c76 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318568 Aug 25 01:30:02.485536 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-92129d77-c6fc-4964-b888-f3a99bc77bb1 req-31c838ab-4a07-4428-a5a7-395844929689 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Allocated IP 172.20.0.6 (321eee0d-c6be-433c-adb7-c8e082895ea9/d7657e42-cf1d-4305-98b4-a698e1c9d680/a3775475-a3b7-4d85-a6f7-89a52ab37abe) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 01:30:02.545712 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-637296fa-69e7-4112-9a21-84726ca1bc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:02.644177 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-92129d77-c6fc-4964-b888-f3a99bc77bb1 req-31c838ab-4a07-4428-a5a7-395844929689 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:02.661988 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-92129d77-c6fc-4964-b888-f3a99bc77bb1 req-31c838ab-4a07-4428-a5a7-395844929689 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Transition to ACTIVE for port object a3775475-a3b7-4d85-a6f7-89a52ab37abe will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:30:02.670376 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9010638e-94f4-4155-b429-7cbf55740eab req-4a9b8640-ee70-4f8b-9c7a-550c345892ff tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:02.672089 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-9010638e-94f4-4155-b429-7cbf55740eab req-4a9b8640-ee70-4f8b-9c7a-550c345892ff tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0525391 Aug 25 01:30:02.697193 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-92129d77-c6fc-4964-b888-f3a99bc77bb1 req-31c838ab-4a07-4428-a5a7-395844929689 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782026665144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:02.716132 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-9010638e-94f4-4155-b429-7cbf55740eab req-15153111-dc52-4b48-aa4a-1e69ee0db8b4 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374839 Aug 25 01:30:02.741656 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92129d77-c6fc-4964-b888-f3a99bc77bb1 req-31c838ab-4a07-4428-a5a7-395844929689 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Network 321eee0d-c6be-433c-adb7-c8e082895ea9 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:30:02.747455 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-92129d77-c6fc-4964-b888-f3a99bc77bb1 req-31c838ab-4a07-4428-a5a7-395844929689 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:30:02.754055 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-92129d77-c6fc-4964-b888-f3a99bc77bb1 req-31c838ab-4a07-4428-a5a7-395844929689 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 01:30:02.807685 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c838ab-4a07-4428-a5a7-395844929689 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Pushing event updated for resources: {'Port': ['ID=a3775475-a3b7-4d85-a6f7-89a52ab37abe,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:30:02.829926 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92129d77-c6fc-4964-b888-f3a99bc77bb1 req-31c838ab-4a07-4428-a5a7-395844929689 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:02.831136 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-92129d77-c6fc-4964-b888-f3a99bc77bb1 req-31c838ab-4a07-4428-a5a7-395844929689 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:02.847064 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-92129d77-c6fc-4964-b888-f3a99bc77bb1 req-31c838ab-4a07-4428-a5a7-395844929689 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6008561 Aug 25 01:30:02.863833 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [req-92129d77-c6fc-4964-b888-f3a99bc77bb1 req-87ad4f4d-feff-46b6-ab85-42f5bce1c272 service neutron] Request body: {'port': {'device_id': '534244b4-6d9f-4918-b1e1-3ea057e19cbf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:30:02.923974 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-92129d77-c6fc-4964-b888-f3a99bc77bb1 req-87ad4f4d-feff-46b6-ab85-42f5bce1c272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:03.009522 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-b40917e3-a52f-4c32-a81d-7318a260a01f None None] Provisioning for port a3775475-a3b7-4d85-a6f7-89a52ab37abe completed by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:30:03.014653 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-b40917e3-a52f-4c32-a81d-7318a260a01f None None] Provisioning complete for port a3775475-a3b7-4d85-a6f7-89a52ab37abe triggered by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:30:03.015492 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b40917e3-a52f-4c32-a81d-7318a260a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:03.052413 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-b40917e3-a52f-4c32-a81d-7318a260a01f None None] Port a3775475-a3b7-4d85-a6f7-89a52ab37abe cannot update to ACTIVE because it is not bound. {{(pid=93834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 01:30:03.172913 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d646c-fcdc-45ce-8532-3eef6ecbf96e req-04781767-963e-41e6-934d-d7de53ec1ff8 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:03.174390 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-3b0d646c-fcdc-45ce-8532-3eef6ecbf96e req-04781767-963e-41e6-934d-d7de53ec1ff8 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.26 "GET /v2.0/ports?device_id=16bcdc99-e6b5-4242-a77b-9908957fc7c9 HTTP/1.1" status: 200 len: 945 time: 0.0749671 Aug 25 01:30:03.213275 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e415f9-2d90-487b-97f4-b7174e3f191a req-251a795e-c20a-4ebf-b109-f3d06cd39b0f tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:03.215241 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-f0e415f9-2d90-487b-97f4-b7174e3f191a req-251a795e-c20a-4ebf-b109-f3d06cd39b0f tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 931 time: 0.0572684 Aug 25 01:30:03.258231 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-f0e415f9-2d90-487b-97f4-b7174e3f191a req-b6015a0c-a110-47b8-a896-9a7474f932cc tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/security-groups?id=942ed35d-86d4-4e3d-9945-63fc3c81438c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360844 Aug 25 01:30:03.303152 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [req-92129d77-c6fc-4964-b888-f3a99bc77bb1 req-87ad4f4d-feff-46b6-ab85-42f5bce1c272 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3775475-a3b7-4d85-a6f7-89a52ab37abe {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 01:30:03.308281 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-e822f3e6-6caf-4bd4-adfe-d6b4b8946534 req-bfbfe282-9aed-41ec-818e-b916588a8019 tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=af7953fd9085478886e801134807fdaa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292444 Aug 25 01:30:03.313490 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-92129d77-c6fc-4964-b888-f3a99bc77bb1 req-87ad4f4d-feff-46b6-ab85-42f5bce1c272 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:03.332499 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-92129d77-c6fc-4964-b888-f3a99bc77bb1 req-87ad4f4d-feff-46b6-ab85-42f5bce1c272 service neutron] Transition to ACTIVE for port object a3775475-a3b7-4d85-a6f7-89a52ab37abe will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:30:03.339110 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-3b0d646c-fcdc-45ce-8532-3eef6ecbf96e req-23dcd18a-039b-47ae-a636-ed89df340794 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Deleting port e5f74a04-7e2e-4039-9b3d-fb3695831c47 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 01:30:03.339485 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3b0d646c-fcdc-45ce-8532-3eef6ecbf96e req-23dcd18a-039b-47ae-a636-ed89df340794 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782027226579'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:03.342070 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-92129d77-c6fc-4964-b888-f3a99bc77bb1 req-87ad4f4d-feff-46b6-ab85-42f5bce1c272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8611129'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:03.495981 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ad4f4d-feff-46b6-ab85-42f5bce1c272 service neutron] Pushing event updated for resources: {'Port': ['ID=a3775475-a3b7-4d85-a6f7-89a52ab37abe,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:30:03.538165 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-92129d77-c6fc-4964-b888-f3a99bc77bb1 req-87ad4f4d-feff-46b6-ab85-42f5bce1c272 service neutron] Attempting to bind port a3775475-a3b7-4d85-a6f7-89a52ab37abe on host hv-cinder-79001 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 01:30:03.539117 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-92129d77-c6fc-4964-b888-f3a99bc77bb1 req-87ad4f4d-feff-46b6-ab85-42f5bce1c272 service neutron] Attempting to bind port a3775475-a3b7-4d85-a6f7-89a52ab37abe by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '60783d59-e204-428b-9b9a-32183774f0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '321eee0d-c6be-433c-adb7-c8e082895ea9'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 01:30:03.539408 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92129d77-c6fc-4964-b888-f3a99bc77bb1 req-87ad4f4d-feff-46b6-ab85-42f5bce1c272 service neutron] Attempting to bind port a3775475-a3b7-4d85-a6f7-89a52ab37abe on network 321eee0d-c6be-433c-adb7-c8e082895ea9 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:30:03.542338 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-3b0d646c-fcdc-45ce-8532-3eef6ecbf96e req-23dcd18a-039b-47ae-a636-ed89df340794 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] For port e5f74a04-7e2e-4039-9b3d-fb3695831c47, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=e5f74a04-7e2e-4039-9b3d-fb3695831c47,segment=NetworkSegment(4944b506-92f4-4d03-bf96-a130cf5b7dec),segment_id=4944b506-92f4-4d03-bf96-a130cf5b7dec)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:30:03.542753 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3b0d646c-fcdc-45ce-8532-3eef6ecbf96e req-23dcd18a-039b-47ae-a636-ed89df340794 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647429'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:03.555259 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822f3e6-6caf-4bd4-adfe-d6b4b8946534 req-a9854ff9-efa7-4b65-8e8f-2ead38150e93 tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:03.555700 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92129d77-c6fc-4964-b888-f3a99bc77bb1 req-87ad4f4d-feff-46b6-ab85-42f5bce1c272 service neutron] Port a3775475-a3b7-4d85-a6f7-89a52ab37abe on network 321eee0d-c6be-433c-adb7-c8e082895ea9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 01:30:03.556029 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92129d77-c6fc-4964-b888-f3a99bc77bb1 req-87ad4f4d-feff-46b6-ab85-42f5bce1c272 service neutron] Attempting to bind port a3775475-a3b7-4d85-a6f7-89a52ab37abe on network 321eee0d-c6be-433c-adb7-c8e082895ea9 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:30:03.556385 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-e822f3e6-6caf-4bd4-adfe-d6b4b8946534 req-a9854ff9-efa7-4b65-8e8f-2ead38150e93 tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2426791 Aug 25 01:30:03.561803 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-3b0d646c-fcdc-45ce-8532-3eef6ecbf96e req-23dcd18a-039b-47ae-a636-ed89df340794 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Calling delete_port for e5f74a04-7e2e-4039-9b3d-fb3695831c47 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 01:30:03.564403 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c6c38-e9e1-4e48-9fc3-8a9d1d46e1e1 req-659fac96-d580-41f8-9219-160b57bfb08e tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:03.567209 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92129d77-c6fc-4964-b888-f3a99bc77bb1 req-87ad4f4d-feff-46b6-ab85-42f5bce1c272 service neutron] Checking agent: {'id': '05c2a1f8-ef41-45f5-8e32-988b9472ad60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 1, 25, 19), 'started_at': datetime.datetime(2021, 8, 25, 1, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 1, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 01:30:03.567545 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92129d77-c6fc-4964-b888-f3a99bc77bb1 req-87ad4f4d-feff-46b6-ab85-42f5bce1c272 service neutron] Checking segment: {'id': '60783d59-e204-428b-9b9a-32183774f0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '321eee0d-c6be-433c-adb7-c8e082895ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:30:03.567927 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92129d77-c6fc-4964-b888-f3a99bc77bb1 req-87ad4f4d-feff-46b6-ab85-42f5bce1c272 service neutron] Bound using segment: {'id': '60783d59-e204-428b-9b9a-32183774f0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '321eee0d-c6be-433c-adb7-c8e082895ea9'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 01:30:03.568360 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-92129d77-c6fc-4964-b888-f3a99bc77bb1 req-87ad4f4d-feff-46b6-ab85-42f5bce1c272 service neutron] Bound port: a3775475-a3b7-4d85-a6f7-89a52ab37abe, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60783d59-e204-428b-9b9a-32183774f0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '321eee0d-c6be-433c-adb7-c8e082895ea9'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 01:30:03.568716 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-92129d77-c6fc-4964-b888-f3a99bc77bb1 req-87ad4f4d-feff-46b6-ab85-42f5bce1c272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:03.571409 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-886c6c38-e9e1-4e48-9fc3-8a9d1d46e1e1 req-659fac96-d580-41f8-9219-160b57bfb08e tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=16bcdc99-e6b5-4242-a77b-9908957fc7c9 HTTP/1.1" status: 200 len: 945 time: 0.1149638 Aug 25 01:30:03.594479 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-e822f3e6-6caf-4bd4-adfe-d6b4b8946534 req-2ae8cdd5-2768-49f5-8223-095234c61366 tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] 10.222.0.23 "GET /v2.0/quotas/af7953fd9085478886e801134807fdaa HTTP/1.1" status: 200 len: 375 time: 0.0208366 Aug 25 01:30:03.634061 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-886c6c38-e9e1-4e48-9fc3-8a9d1d46e1e1 req-3aaec0db-25c8-4e87-b2d5-58a05be5abd3 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606563 Aug 25 01:30:03.637994 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-e822f3e6-6caf-4bd4-adfe-d6b4b8946534 req-dd3a2fdd-b0e8-478d-bf71-802c94ba1213 tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=af7953fd9085478886e801134807fdaa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329649 Aug 25 01:30:03.688382 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-92129d77-c6fc-4964-b888-f3a99bc77bb1 req-87ad4f4d-feff-46b6-ab85-42f5bce1c272 service neutron] For port a3775475-a3b7-4d85-a6f7-89a52ab37abe, host hv-cinder-79001, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 01:30:03.697396 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-92129d77-c6fc-4964-b888-f3a99bc77bb1 req-87ad4f4d-feff-46b6-ab85-42f5bce1c272 service neutron] For port a3775475-a3b7-4d85-a6f7-89a52ab37abe, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=a3775475-a3b7-4d85-a6f7-89a52ab37abe,segment=NetworkSegment(60783d59-e204-428b-9b9a-32183774f0fb),segment_id=60783d59-e204-428b-9b9a-32183774f0fb)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 01:30:03.702436 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-92129d77-c6fc-4964-b888-f3a99bc77bb1 req-87ad4f4d-feff-46b6-ab85-42f5bce1c272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8611129'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:03.739969 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92129d77-c6fc-4964-b888-f3a99bc77bb1 req-87ad4f4d-feff-46b6-ab85-42f5bce1c272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:03.740794 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-92129d77-c6fc-4964-b888-f3a99bc77bb1 req-87ad4f4d-feff-46b6-ab85-42f5bce1c272 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:03.742279 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-92129d77-c6fc-4964-b888-f3a99bc77bb1 req-87ad4f4d-feff-46b6-ab85-42f5bce1c272 service neutron] 10.222.0.26 "PUT /v2.0/ports/a3775475-a3b7-4d85-a6f7-89a52ab37abe HTTP/1.1" status: 200 len: 1093 time: 0.8828347 Aug 25 01:30:03.749388 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '534244b4-6d9f-4918-b1e1-3ea057e19cbf', 'tag': 'a3775475-a3b7-4d85-a6f7-89a52ab37abe'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:30:03.751778 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6aaa77860150641abcbf195034e02978cb43d302165c9bbcbee081d494fe815" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff28630-324b-44f1-b1b1-46e84df0a7b3" -d '{"events": [{"name": "network-changed", "server_uuid": "534244b4-6d9f-4918-b1e1-3ea057e19cbf", "tag": "a3775475-a3b7-4d85-a6f7-89a52ab37abe"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:30:03.866873 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 01:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc96b78-9087-43c4-b1f6-d4744809ea1f x-openstack-request-id: req-fdc96b78-9087-43c4-b1f6-d4744809ea1f {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:30:03.867191 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "534244b4-6d9f-4918-b1e1-3ea057e19cbf", "tag": "a3775475-a3b7-4d85-a6f7-89a52ab37abe", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:30:03.867402 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fdc96b78-9087-43c4-b1f6-d4744809ea1f {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:30:03.867796 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '534244b4-6d9f-4918-b1e1-3ea057e19cbf', 'tag': 'a3775475-a3b7-4d85-a6f7-89a52ab37abe', 'status': 'completed', 'code': 200} Aug 25 01:30:03.910587 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ad4f4d-feff-46b6-ab85-42f5bce1c272 service neutron] Pushing event updated for resources: {'Port': ['ID=a3775475-a3b7-4d85-a6f7-89a52ab37abe,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:30:03.933927 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3b0d646c-fcdc-45ce-8532-3eef6ecbf96e req-23dcd18a-039b-47ae-a636-ed89df340794 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782027086291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782026665153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:03.951146 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] get_ports_and_sgs() called for port_ids ['8e48c757-7e6e-4b84-9506-7c2d2575918f', '123d311e-58d1-4bc6-8a02-ba0daafdb4d1', 'e5f74a04-7e2e-4039-9b3d-fb3695831c47'] {{(pid=93834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 01:30:03.953547 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92129d77-c6fc-4964-b888-f3a99bc77bb1 req-b7686449-3d00-4cf4-b006-b95748612b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:03.956683 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-92129d77-c6fc-4964-b888-f3a99bc77bb1 req-b7686449-3d00-4cf4-b006-b95748612b07 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cdf67756f57948e9a1bcaae4578b8fb6&device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 1096 time: 0.1680000 Aug 25 01:30:03.990908 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dcd18a-039b-47ae-a636-ed89df340794 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Pushing event deleted for resources: {'Port': ['ID=e5f74a04-7e2e-4039-9b3d-fb3695831c47,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:30:04.051223 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-92129d77-c6fc-4964-b888-f3a99bc77bb1 req-0fae9980-f292-48b9-bdbd-fadf2abafd6d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3775475-a3b7-4d85-a6f7-89a52ab37abe HTTP/1.1" status: 200 len: 217 time: 0.0689695 Aug 25 01:30:04.077217 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b0d646c-fcdc-45ce-8532-3eef6ecbf96e req-23dcd18a-039b-47ae-a636-ed89df340794 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] No DVR routers for this DVR port e5f74a04-7e2e-4039-9b3d-fb3695831c47 on host hv-cinder-79001 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 01:30:04.080634 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3b0d646c-fcdc-45ce-8532-3eef6ecbf96e req-23dcd18a-039b-47ae-a636-ed89df340794 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:04.084443 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-3b0d646c-fcdc-45ce-8532-3eef6ecbf96e req-23dcd18a-039b-47ae-a636-ed89df340794 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.26 "DELETE /v2.0/ports/e5f74a04-7e2e-4039-9b3d-fb3695831c47 HTTP/1.1" status: 204 len: 173 time: 0.8985035 Aug 25 01:30:04.216354 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-5b4754f8-2a6a-456f-9abd-37fb4a0a512a req-5a36903e-d445-4043-8f1b-e9ff815c5587 tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2a31c8-9646-48cc-9923-4d0b2c86ac4e HTTP/1.1" status: 200 len: 210 time: 0.3151264 Aug 25 01:30:04.224904 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92129d77-c6fc-4964-b888-f3a99bc77bb1 req-63aa4406-fc57-4a94-84fa-ec6765cb2033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:04.225562 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ee185-c770-4dca-8f6c-642e3fb79bd0 req-fdca0298-74f6-4d7a-b6d1-ad55939e7b9b tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:04.227883 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-92129d77-c6fc-4964-b888-f3a99bc77bb1 req-63aa4406-fc57-4a94-84fa-ec6765cb2033 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d7657e42-cf1d-4305-98b4-a698e1c9d680 HTTP/1.1" status: 200 len: 847 time: 0.1505976 Aug 25 01:30:04.233282 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-888ee185-c770-4dca-8f6c-642e3fb79bd0 req-fdca0298-74f6-4d7a-b6d1-ad55939e7b9b tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.4175160 Aug 25 01:30:04.272772 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-888ee185-c770-4dca-8f6c-642e3fb79bd0 req-ce7bfb3e-76cb-40ff-a532-f1515effda4f tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380993 Aug 25 01:30:04.301169 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92129d77-c6fc-4964-b888-f3a99bc77bb1 req-94535da4-917d-4b2e-9398-2361a8ec6037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:04.302703 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-92129d77-c6fc-4964-b888-f3a99bc77bb1 req-94535da4-917d-4b2e-9398-2361a8ec6037 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=321eee0d-c6be-433c-adb7-c8e082895ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0687199 Aug 25 01:30:04.399874 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d73a6-3567-4777-9a9f-cb5dc89ab6e3 req-72683d90-bcf4-49fa-9fdd-2cb4298e4ee8 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:04.401332 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-e36d73a6-3567-4777-9a9f-cb5dc89ab6e3 req-72683d90-bcf4-49fa-9fdd-2cb4298e4ee8 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 943 time: 0.0509374 Aug 25 01:30:04.407823 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-92129d77-c6fc-4964-b888-f3a99bc77bb1 req-5284ca79-5027-436c-b529-b444948a5269 service neutron] 10.222.0.26 "GET /v2.0/networks/321eee0d-c6be-433c-adb7-c8e082895ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969157 Aug 25 01:30:04.448098 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-e36d73a6-3567-4777-9a9f-cb5dc89ab6e3 req-f7d50e8d-8eb4-4421-90b8-63ab3620f116 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/security-groups?id=942ed35d-86d4-4e3d-9945-63fc3c81438c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393989 Aug 25 01:30:04.734311 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-92129d77-c6fc-4964-b888-f3a99bc77bb1 req-d7a2f515-97ba-4edc-a311-aba3adb917b6 service neutron] 10.222.0.26 "GET /v2.0/networks/321eee0d-c6be-433c-adb7-c8e082895ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087780 Aug 25 01:30:04.758465 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-96f16c8f-0956-48b5-a849-a81b059d6bc1 req-0d1736ff-ac6f-40e9-81c3-927649126ab9 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=16bcdc99-e6b5-4242-a77b-9908957fc7c9 HTTP/1.1" status: 200 len: 210 time: 0.0366430 Aug 25 01:30:04.827169 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff28630-324b-44f1-b1b1-46e84df0a7b3 req-c9bb4fb2-ed89-4917-9acb-5426761a0ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:04.828761 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-6ff28630-324b-44f1-b1b1-46e84df0a7b3 req-c9bb4fb2-ed89-4917-9acb-5426761a0ebb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cdf67756f57948e9a1bcaae4578b8fb6&device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 1096 time: 0.0402739 Aug 25 01:30:04.921256 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff28630-324b-44f1-b1b1-46e84df0a7b3 req-9b439f68-da98-475d-b66e-cbe2534f4959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:04.922725 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-6ff28630-324b-44f1-b1b1-46e84df0a7b3 req-9b439f68-da98-475d-b66e-cbe2534f4959 service neutron] 10.222.0.26 "GET /v2.0/networks?id=321eee0d-c6be-433c-adb7-c8e082895ea9 HTTP/1.1" status: 200 len: 909 time: 0.0843120 Aug 25 01:30:04.968461 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-6ff28630-324b-44f1-b1b1-46e84df0a7b3 req-803bac10-32bc-4511-a2bb-19ac81b2617b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3775475-a3b7-4d85-a6f7-89a52ab37abe HTTP/1.1" status: 200 len: 217 time: 0.0374465 Aug 25 01:30:05.045485 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff28630-324b-44f1-b1b1-46e84df0a7b3 req-44c1e0f3-322b-4571-bd62-ab25d8b3daa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:05.047859 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-6ff28630-324b-44f1-b1b1-46e84df0a7b3 req-44c1e0f3-322b-4571-bd62-ab25d8b3daa9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d7657e42-cf1d-4305-98b4-a698e1c9d680 HTTP/1.1" status: 200 len: 847 time: 0.0699856 Aug 25 01:30:05.109844 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-e822f3e6-6caf-4bd4-adfe-d6b4b8946534 req-519e1ca1-9090-4685-b8b0-1ab45c617c3e tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=af7953fd9085478886e801134807fdaa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538731 Aug 25 01:30:05.162389 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 52270) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:30:05.336699 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff28630-324b-44f1-b1b1-46e84df0a7b3 req-ed5a574d-90c7-4314-816f-1568e5f3c6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:05.339248 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-6ff28630-324b-44f1-b1b1-46e84df0a7b3 req-ed5a574d-90c7-4314-816f-1568e5f3c6a5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=321eee0d-c6be-433c-adb7-c8e082895ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2739763 Aug 25 01:30:05.345342 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-af21d55e-63c3-45f2-b0c7-ab287ed6fa38 req-fe32378b-7fb0-4295-9bd1-dca74482b0b6 tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2a31c8-9646-48cc-9923-4d0b2c86ac4e HTTP/1.1" status: 200 len: 210 time: 0.0492840 Aug 25 01:30:05.424554 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0593cfb2-b89c-40e8-a857-97cf807dfdd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:05.456090 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7afa3ec-af3a-4a06-963f-a576cbfe45ff req-c0a95208-c702-4372-8124-f6411b6c9c16 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:05.459157 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d7afa3ec-af3a-4a06-963f-a576cbfe45ff req-c0a95208-c702-4372-8124-f6411b6c9c16 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0906813 Aug 25 01:30:05.489031 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822f3e6-6caf-4bd4-adfe-d6b4b8946534 req-c4f72288-c1ac-472f-9b20-838b77383b34 tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:05.490436 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-e822f3e6-6caf-4bd4-adfe-d6b4b8946534 req-c4f72288-c1ac-472f-9b20-838b77383b34 tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3575068 Aug 25 01:30:05.506613 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [req-e822f3e6-6caf-4bd4-adfe-d6b4b8946534 req-2610301e-6fb2-4cc5-8a86-aaaa816828c0 tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] Request body: {'port': {'device_id': '3d2a31c8-9646-48cc-9923-4d0b2c86ac4e', 'network_id': 'cab99bda-6fba-4c90-8753-ce9d43df9120', 'admin_state_up': True, 'tenant_id': 'af7953fd9085478886e801134807fdaa'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:30:05.517825 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d7afa3ec-af3a-4a06-963f-a576cbfe45ff req-4088ac1a-ae81-43b0-a824-db403a3efad3 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538614 Aug 25 01:30:05.569081 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-6ff28630-324b-44f1-b1b1-46e84df0a7b3 req-0d4e612b-7ee4-4bea-9887-7c581e5e95cc service neutron] 10.222.0.26 "GET /v2.0/networks/321eee0d-c6be-433c-adb7-c8e082895ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101886 Aug 25 01:30:05.599968 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0593cfb2-b89c-40e8-a857-97cf807dfdd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:05.605414 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0593cfb2-b89c-40e8-a857-97cf807dfdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:05.618801 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28295f13-a5b4-4fab-8460-f62220928007 req-e5f1d0ed-98a3-4bb9-be05-c8f06ecf95f4 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:05.620277 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-28295f13-a5b4-4fab-8460-f62220928007 req-e5f1d0ed-98a3-4bb9-be05-c8f06ecf95f4 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 943 time: 0.0735915 Aug 25 01:30:05.669713 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593cfb2-b89c-40e8-a857-97cf807dfdd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23cd8465-6cea-47fa-990c-ea1667b1ef28,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:30:05.677424 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-0593cfb2-b89c-40e8-a857-97cf807dfdd9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=204febb2b66a4eaa9092d2074c9adabb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5103803 Aug 25 01:30:05.678854 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 52290) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:30:05.691995 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-28295f13-a5b4-4fab-8460-f62220928007 req-5d8927bb-e540-44a8-9a9a-3bf13b23fcda tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/security-groups?id=942ed35d-86d4-4e3d-9945-63fc3c81438c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604169 Aug 25 01:30:05.715895 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-6ff28630-324b-44f1-b1b1-46e84df0a7b3 req-3531dcc0-cbc7-4db7-aa48-5266a90a0abe service neutron] 10.222.0.26 "GET /v2.0/networks/321eee0d-c6be-433c-adb7-c8e082895ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377466 Aug 25 01:30:05.727814 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e822f3e6-6caf-4bd4-adfe-d6b4b8946534 req-2610301e-6fb2-4cc5-8a86-aaaa816828c0 tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] Made reservation on behalf of af7953fd9085478886e801134807fdaa for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 01:30:05.731208 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e822f3e6-6caf-4bd4-adfe-d6b4b8946534 req-2610301e-6fb2-4cc5-8a86-aaaa816828c0 tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:05.746516 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e822f3e6-6caf-4bd4-adfe-d6b4b8946534 req-2610301e-6fb2-4cc5-8a86-aaaa816828c0 tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:05.772086 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-274734d8-d45a-4acd-bdf8-e352226c66b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:05.801910 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-274734d8-d45a-4acd-bdf8-e352226c66b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:05.868894 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16bcdc99-e6b5-4242-a77b-9908957fc7c9', 'name': 'network-vif-deleted', 'tag': 'e5f74a04-7e2e-4039-9b3d-fb3695831c47'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:30:05.871135 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6aaa77860150641abcbf195034e02978cb43d302165c9bbcbee081d494fe815" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028cca0e-c172-4f4d-9c2c-d77c255d998d" -d '{"events": [{"server_uuid": "16bcdc99-e6b5-4242-a77b-9908957fc7c9", "name": "network-vif-deleted", "tag": "e5f74a04-7e2e-4039-9b3d-fb3695831c47"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:30:05.882443 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-274734d8-d45a-4acd-bdf8-e352226c66b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:05.885176 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-274734d8-d45a-4acd-bdf8-e352226c66b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:05.886388 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-274734d8-d45a-4acd-bdf8-e352226c66b4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/23cd8465-6cea-47fa-990c-ea1667b1ef28 HTTP/1.1" status: 204 len: 168 time: 0.2047048 Aug 25 01:30:05.901856 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274734d8-d45a-4acd-bdf8-e352226c66b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23cd8465-6cea-47fa-990c-ea1667b1ef28,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:30:05.914004 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 01:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2608fb-714e-437e-ba66-6646a58965ec x-openstack-request-id: req-ac2608fb-714e-437e-ba66-6646a58965ec {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:30:05.914295 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16bcdc99-e6b5-4242-a77b-9908957fc7c9", "name": "network-vif-deleted", "tag": "e5f74a04-7e2e-4039-9b3d-fb3695831c47", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:30:05.914547 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ac2608fb-714e-437e-ba66-6646a58965ec {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:30:05.915207 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16bcdc99-e6b5-4242-a77b-9908957fc7c9', 'name': 'network-vif-deleted', 'tag': 'e5f74a04-7e2e-4039-9b3d-fb3695831c47', 'status': 'completed', 'code': 200} Aug 25 01:30:05.917127 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e822f3e6-6caf-4bd4-adfe-d6b4b8946534 req-2610301e-6fb2-4cc5-8a86-aaaa816828c0 tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:05.922162 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e822f3e6-6caf-4bd4-adfe-d6b4b8946534 req-2610301e-6fb2-4cc5-8a86-aaaa816828c0 tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:05.995728 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2610301e-6fb2-4cc5-8a86-aaaa816828c0 tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a0ab65-e8bd-4f04-a6e0-b2efc819e76a,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:30:06.062889 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7bc1dc-f7d1-4df0-a268-12e8fcc15560 req-13d28b7b-e055-42ed-921c-5020047166ca tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:06.064545 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-aa7bc1dc-f7d1-4df0-a268-12e8fcc15560 req-13d28b7b-e055-42ed-921c-5020047166ca tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d778d2b-3b3c-47da-a582-8738028e63c4 HTTP/1.1" status: 200 len: 946 time: 0.0499046 Aug 25 01:30:06.067575 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-e822f3e6-6caf-4bd4-adfe-d6b4b8946534 req-2610301e-6fb2-4cc5-8a86-aaaa816828c0 tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] Allocated IP 192.168.233.60 (cab99bda-6fba-4c90-8753-ce9d43df9120/e3e79148-0fe1-463c-9086-ffdde608e50f/d2c9461c-457e-49bf-9c05-26bec93865bd) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 01:30:06.110133 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-aa7bc1dc-f7d1-4df0-a268-12e8fcc15560 req-07339b10-8efc-45a9-b46a-2669910c0478 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392964 Aug 25 01:30:06.217276 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e822f3e6-6caf-4bd4-adfe-d6b4b8946534 req-2610301e-6fb2-4cc5-8a86-aaaa816828c0 tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:06.230660 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-e822f3e6-6caf-4bd4-adfe-d6b4b8946534 req-2610301e-6fb2-4cc5-8a86-aaaa816828c0 tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] Transition to ACTIVE for port object d2c9461c-457e-49bf-9c05-26bec93865bd will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:30:06.265726 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e822f3e6-6caf-4bd4-adfe-d6b4b8946534 req-2610301e-6fb2-4cc5-8a86-aaaa816828c0 tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782026665144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:06.306097 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e822f3e6-6caf-4bd4-adfe-d6b4b8946534 req-2610301e-6fb2-4cc5-8a86-aaaa816828c0 tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] Network cab99bda-6fba-4c90-8753-ce9d43df9120 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:30:06.311091 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-e822f3e6-6caf-4bd4-adfe-d6b4b8946534 req-2610301e-6fb2-4cc5-8a86-aaaa816828c0 tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:30:06.314875 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-e822f3e6-6caf-4bd4-adfe-d6b4b8946534 req-2610301e-6fb2-4cc5-8a86-aaaa816828c0 tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 01:30:06.345192 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2610301e-6fb2-4cc5-8a86-aaaa816828c0 tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] Pushing event updated for resources: {'Port': ['ID=d2c9461c-457e-49bf-9c05-26bec93865bd,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:30:06.379486 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822f3e6-6caf-4bd4-adfe-d6b4b8946534 req-2610301e-6fb2-4cc5-8a86-aaaa816828c0 tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:06.380148 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e822f3e6-6caf-4bd4-adfe-d6b4b8946534 req-2610301e-6fb2-4cc5-8a86-aaaa816828c0 tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:06.401618 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-e822f3e6-6caf-4bd4-adfe-d6b4b8946534 req-2610301e-6fb2-4cc5-8a86-aaaa816828c0 tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8998363 Aug 25 01:30:06.419895 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [req-e822f3e6-6caf-4bd4-adfe-d6b4b8946534 req-8b86689c-bcaf-49e3-9a2d-7c67e8494a3b service neutron] Request body: {'port': {'device_id': '3d2a31c8-9646-48cc-9923-4d0b2c86ac4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:30:06.493371 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3e0fb-b56e-4a8d-bff6-e74e96a54d15 req-5f6a3d64-17b2-4a3c-87d0-9133f355d489 tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:06.495662 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-9ae3e0fb-b56e-4a8d-bff6-e74e96a54d15 req-5f6a3d64-17b2-4a3c-87d0-9133f355d489 tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2a31c8-9646-48cc-9923-4d0b2c86ac4e HTTP/1.1" status: 200 len: 935 time: 0.0798421 Aug 25 01:30:06.522733 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e822f3e6-6caf-4bd4-adfe-d6b4b8946534 req-8b86689c-bcaf-49e3-9a2d-7c67e8494a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:06.544279 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-9ae3e0fb-b56e-4a8d-bff6-e74e96a54d15 req-f53b4328-f892-43f1-8e5a-b29a9451a529 tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8a0ab65-e8bd-4f04-a6e0-b2efc819e76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399771 Aug 25 01:30:06.624487 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-51130426-aa35-4c7b-93f8-c79e1f47294b None None] Provisioning for port d2c9461c-457e-49bf-9c05-26bec93865bd completed by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:30:06.632256 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-51130426-aa35-4c7b-93f8-c79e1f47294b None None] Provisioning complete for port d2c9461c-457e-49bf-9c05-26bec93865bd triggered by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:30:06.632640 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-51130426-aa35-4c7b-93f8-c79e1f47294b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:06.673775 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-51130426-aa35-4c7b-93f8-c79e1f47294b None None] Port d2c9461c-457e-49bf-9c05-26bec93865bd cannot update to ACTIVE because it is not bound. {{(pid=93834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 01:30:06.689280 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f796b0-6a62-4512-b0ed-b13f2dbcbe2d req-ad6ff96d-871c-4dbe-9254-3e5a279d96a9 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:06.695431 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d5f796b0-6a62-4512-b0ed-b13f2dbcbe2d req-ad6ff96d-871c-4dbe-9254-3e5a279d96a9 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0711231 Aug 25 01:30:06.748739 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d5f796b0-6a62-4512-b0ed-b13f2dbcbe2d req-f64790d1-03cd-4646-b8d6-d4eed2e94bca tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497932 Aug 25 01:30:06.775277 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 52332) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:30:06.841177 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ac9fc-a20a-460c-9816-c969354d7781 req-6b3dd443-832d-4f99-844b-2b3b32766a64 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:06.848686 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-e58ac9fc-a20a-460c-9816-c969354d7781 req-6b3dd443-832d-4f99-844b-2b3b32766a64 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 943 time: 0.0622282 Aug 25 01:30:06.871723 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [req-e822f3e6-6caf-4bd4-adfe-d6b4b8946534 req-8b86689c-bcaf-49e3-9a2d-7c67e8494a3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2c9461c-457e-49bf-9c05-26bec93865bd {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 01:30:06.882656 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e822f3e6-6caf-4bd4-adfe-d6b4b8946534 req-8b86689c-bcaf-49e3-9a2d-7c67e8494a3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:06.887301 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-e58ac9fc-a20a-460c-9816-c969354d7781 req-3709b4ad-454e-4014-bd85-7406a6e205a8 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/security-groups?id=942ed35d-86d4-4e3d-9945-63fc3c81438c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376110 Aug 25 01:30:06.895710 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-e822f3e6-6caf-4bd4-adfe-d6b4b8946534 req-8b86689c-bcaf-49e3-9a2d-7c67e8494a3b service neutron] Transition to ACTIVE for port object d2c9461c-457e-49bf-9c05-26bec93865bd will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:30:06.902944 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.v2.base [None req-a6026161-2414-48a0-aaef-0b1fe7a8e1fa admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-637205171-network', 'tenant_id': '91561edb5be742c6b2dfc64b3ffb7be2'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:30:06.908995 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e822f3e6-6caf-4bd4-adfe-d6b4b8946534 req-8b86689c-bcaf-49e3-9a2d-7c67e8494a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8611129'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:06.929996 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6026161-2414-48a0-aaef-0b1fe7a8e1fa admin admin] Made reservation on behalf of 91561edb5be742c6b2dfc64b3ffb7be2 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 01:30:06.932421 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a6026161-2414-48a0-aaef-0b1fe7a8e1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:06.941263 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a6026161-2414-48a0-aaef-0b1fe7a8e1fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:06.984648 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b86689c-bcaf-49e3-9a2d-7c67e8494a3b service neutron] Pushing event updated for resources: {'Port': ['ID=d2c9461c-457e-49bf-9c05-26bec93865bd,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:30:07.053535 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-e822f3e6-6caf-4bd4-adfe-d6b4b8946534 req-8b86689c-bcaf-49e3-9a2d-7c67e8494a3b service neutron] Attempting to bind port d2c9461c-457e-49bf-9c05-26bec93865bd on host hv-cinder-79001 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 01:30:07.054479 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-e822f3e6-6caf-4bd4-adfe-d6b4b8946534 req-8b86689c-bcaf-49e3-9a2d-7c67e8494a3b service neutron] Attempting to bind port d2c9461c-457e-49bf-9c05-26bec93865bd by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '9ba38f51-83bb-4f25-ad19-f53d5669748c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cab99bda-6fba-4c90-8753-ce9d43df9120'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 01:30:07.055108 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e822f3e6-6caf-4bd4-adfe-d6b4b8946534 req-8b86689c-bcaf-49e3-9a2d-7c67e8494a3b service neutron] Attempting to bind port d2c9461c-457e-49bf-9c05-26bec93865bd on network cab99bda-6fba-4c90-8753-ce9d43df9120 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:30:07.057308 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a6026161-2414-48a0-aaef-0b1fe7a8e1fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:07.063837 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a6026161-2414-48a0-aaef-0b1fe7a8e1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:07.070596 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e822f3e6-6caf-4bd4-adfe-d6b4b8946534 req-8b86689c-bcaf-49e3-9a2d-7c67e8494a3b service neutron] Port d2c9461c-457e-49bf-9c05-26bec93865bd on network cab99bda-6fba-4c90-8753-ce9d43df9120 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 01:30:07.071020 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e822f3e6-6caf-4bd4-adfe-d6b4b8946534 req-8b86689c-bcaf-49e3-9a2d-7c67e8494a3b service neutron] Attempting to bind port d2c9461c-457e-49bf-9c05-26bec93865bd on network cab99bda-6fba-4c90-8753-ce9d43df9120 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:30:07.076488 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e822f3e6-6caf-4bd4-adfe-d6b4b8946534 req-8b86689c-bcaf-49e3-9a2d-7c67e8494a3b service neutron] Checking agent: {'id': '05c2a1f8-ef41-45f5-8e32-988b9472ad60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 1, 25, 19), 'started_at': datetime.datetime(2021, 8, 25, 1, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 1, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 01:30:07.076828 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e822f3e6-6caf-4bd4-adfe-d6b4b8946534 req-8b86689c-bcaf-49e3-9a2d-7c67e8494a3b service neutron] Checking segment: {'id': '9ba38f51-83bb-4f25-ad19-f53d5669748c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cab99bda-6fba-4c90-8753-ce9d43df9120'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:30:07.077266 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e822f3e6-6caf-4bd4-adfe-d6b4b8946534 req-8b86689c-bcaf-49e3-9a2d-7c67e8494a3b service neutron] Bound using segment: {'id': '9ba38f51-83bb-4f25-ad19-f53d5669748c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cab99bda-6fba-4c90-8753-ce9d43df9120'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 01:30:07.077713 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-e822f3e6-6caf-4bd4-adfe-d6b4b8946534 req-8b86689c-bcaf-49e3-9a2d-7c67e8494a3b service neutron] Bound port: d2c9461c-457e-49bf-9c05-26bec93865bd, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ba38f51-83bb-4f25-ad19-f53d5669748c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cab99bda-6fba-4c90-8753-ce9d43df9120'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 01:30:07.078093 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e822f3e6-6caf-4bd4-adfe-d6b4b8946534 req-8b86689c-bcaf-49e3-9a2d-7c67e8494a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:07.089049 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6026161-2414-48a0-aaef-0b1fe7a8e1fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 01:30:07.098971 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6026161-2414-48a0-aaef-0b1fe7a8e1fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981b4e0b-151e-4247-84dd-8a97133bb252,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:30:07.104510 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a6026161-2414-48a0-aaef-0b1fe7a8e1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3751945'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:07.104856 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.db.segments_db [None req-a6026161-2414-48a0-aaef-0b1fe7a8e1fa admin admin] Added segment 88111f06-2a4a-4958-b0e0-8ecb0ef77555 of type vlan for network 84cb8eb6-9564-4dff-aed6-09b90ec75ea3 Aug 25 01:30:07.153443 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-e822f3e6-6caf-4bd4-adfe-d6b4b8946534 req-8b86689c-bcaf-49e3-9a2d-7c67e8494a3b service neutron] For port d2c9461c-457e-49bf-9c05-26bec93865bd, host hv-cinder-79001, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 01:30:07.160227 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-e822f3e6-6caf-4bd4-adfe-d6b4b8946534 req-8b86689c-bcaf-49e3-9a2d-7c67e8494a3b service neutron] For port d2c9461c-457e-49bf-9c05-26bec93865bd, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=d2c9461c-457e-49bf-9c05-26bec93865bd,segment=NetworkSegment(9ba38f51-83bb-4f25-ad19-f53d5669748c),segment_id=9ba38f51-83bb-4f25-ad19-f53d5669748c)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 01:30:07.175588 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e822f3e6-6caf-4bd4-adfe-d6b4b8946534 req-8b86689c-bcaf-49e3-9a2d-7c67e8494a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8611129'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:07.177000 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a6026161-2414-48a0-aaef-0b1fe7a8e1fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782026683423'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:07.221514 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822f3e6-6caf-4bd4-adfe-d6b4b8946534 req-8b86689c-bcaf-49e3-9a2d-7c67e8494a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:07.222306 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e822f3e6-6caf-4bd4-adfe-d6b4b8946534 req-8b86689c-bcaf-49e3-9a2d-7c67e8494a3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:07.224620 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-e822f3e6-6caf-4bd4-adfe-d6b4b8946534 req-8b86689c-bcaf-49e3-9a2d-7c67e8494a3b service neutron] 10.222.0.26 "PUT /v2.0/ports/d2c9461c-457e-49bf-9c05-26bec93865bd HTTP/1.1" status: 200 len: 1097 time: 0.8144290 Aug 25 01:30:07.251647 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b86689c-bcaf-49e3-9a2d-7c67e8494a3b service neutron] Pushing event updated for resources: {'Port': ['ID=d2c9461c-457e-49bf-9c05-26bec93865bd,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:30:07.266938 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a6026161-2414-48a0-aaef-0b1fe7a8e1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:07.267914 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6026161-2414-48a0-aaef-0b1fe7a8e1fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:07.268502 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a6026161-2414-48a0-aaef-0b1fe7a8e1fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:07.339690 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-a6026161-2414-48a0-aaef-0b1fe7a8e1fa admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5633047 Aug 25 01:30:07.342597 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 52338) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:30:07.348886 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [None req-d937d8ca-6805-4596-aa28-f6aadeba94fa admin admin] Request body: {'subnet': {'network_id': '84cb8eb6-9564-4dff-aed6-09b90ec75ea3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-637205171-subnet', 'tenant_id': '91561edb5be742c6b2dfc64b3ffb7be2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:30:07.350242 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6026161-2414-48a0-aaef-0b1fe7a8e1fa admin admin] Pushing event updated for resources: {'Network': ['ID=84cb8eb6-9564-4dff-aed6-09b90ec75ea3,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:30:07.365516 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9433af5f-c0bd-4dfc-aba4-4782126b5106 req-b498171a-468c-47f8-9208-08c836df85cb tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:07.369089 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822f3e6-6caf-4bd4-adfe-d6b4b8946534 req-34198134-7160-4f37-9788-450b1240720b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:07.370652 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-e822f3e6-6caf-4bd4-adfe-d6b4b8946534 req-34198134-7160-4f37-9788-450b1240720b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=af7953fd9085478886e801134807fdaa&device_id=3d2a31c8-9646-48cc-9923-4d0b2c86ac4e HTTP/1.1" status: 200 len: 1100 time: 0.0969841 Aug 25 01:30:07.372273 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Network 84cb8eb6-9564-4dff-aed6-09b90ec75ea3 details requested by agent ovs-agent-dv-cinder-790014-2-iscsi with host dv-cinder-790014-2-iscsi {{(pid=93834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 01:30:07.376844 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-9433af5f-c0bd-4dfc-aba4-4782126b5106 req-b498171a-468c-47f8-9208-08c836df85cb tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d778d2b-3b3c-47da-a582-8738028e63c4 HTTP/1.1" status: 200 len: 946 time: 0.1500173 Aug 25 01:30:07.422423 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-9433af5f-c0bd-4dfc-aba4-4782126b5106 req-d4c1e9a7-71ed-4cde-8b37-6cfce7abc26a tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445216 Aug 25 01:30:07.469921 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-e822f3e6-6caf-4bd4-adfe-d6b4b8946534 req-6c9a4d2c-8789-4bdc-b474-d58bba84fa2d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=d2c9461c-457e-49bf-9c05-26bec93865bd HTTP/1.1" status: 200 len: 217 time: 0.0847328 Aug 25 01:30:07.489390 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d937d8ca-6805-4596-aa28-f6aadeba94fa admin admin] Made reservation on behalf of 91561edb5be742c6b2dfc64b3ffb7be2 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 01:30:07.491529 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d937d8ca-6805-4596-aa28-f6aadeba94fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11558204'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:07.535678 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ca6bb-6bfa-4326-b4a8-8f43f06ff311 req-084937b3-aa09-434f-a6bd-b4390fb442d2 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:07.537179 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-8a5ca6bb-6bfa-4326-b4a8-8f43f06ff311 req-084937b3-aa09-434f-a6bd-b4390fb442d2 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d778d2b-3b3c-47da-a582-8738028e63c4 HTTP/1.1" status: 200 len: 946 time: 0.1801684 Aug 25 01:30:07.611064 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822f3e6-6caf-4bd4-adfe-d6b4b8946534 req-e95ab732-629c-4b3d-9e61-48a2ab6ae5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:07.612714 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-e822f3e6-6caf-4bd4-adfe-d6b4b8946534 req-e95ab732-629c-4b3d-9e61-48a2ab6ae5a9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e3e79148-0fe1-463c-9086-ffdde608e50f HTTP/1.1" status: 200 len: 843 time: 0.1332939 Aug 25 01:30:07.677323 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda18fd-fb7c-4394-a5d6-5e75192f2db4 req-1e9b91b0-ebff-4313-8f7e-9b62995e3e9b tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:07.678864 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-6dda18fd-fb7c-4394-a5d6-5e75192f2db4 req-1e9b91b0-ebff-4313-8f7e-9b62995e3e9b tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2a31c8-9646-48cc-9923-4d0b2c86ac4e HTTP/1.1" status: 200 len: 947 time: 0.0532136 Aug 25 01:30:07.719647 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-6dda18fd-fb7c-4394-a5d6-5e75192f2db4 req-7dcf8bae-a9ec-4a5f-b536-09c9cf7dfdcf tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8a0ab65-e8bd-4f04-a6e0-b2efc819e76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346477 Aug 25 01:30:07.727055 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822f3e6-6caf-4bd4-adfe-d6b4b8946534 req-069dcbd5-dc40-489b-9d05-844f42a86553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:07.728538 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-e822f3e6-6caf-4bd4-adfe-d6b4b8946534 req-069dcbd5-dc40-489b-9d05-844f42a86553 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cab99bda-6fba-4c90-8753-ce9d43df9120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1051035 Aug 25 01:30:07.787217 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-8a5ca6bb-6bfa-4326-b4a8-8f43f06ff311 req-2b52804c-6d38-41fa-9451-abad5cf5d4a4 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Deleting port 123d311e-58d1-4bc6-8a02-ba0daafdb4d1 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 01:30:07.787564 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8a5ca6bb-6bfa-4326-b4a8-8f43f06ff311 req-2b52804c-6d38-41fa-9451-abad5cf5d4a4 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782027226579'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:07.863001 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0c203-8e85-46f0-b102-8275ff499a81 req-36926b68-7f0a-4318-ad10-29377adc8371 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:07.864601 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-b8a0c203-8e85-46f0-b102-8275ff499a81 req-36926b68-7f0a-4318-ad10-29377adc8371 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0563772 Aug 25 01:30:07.865202 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 52350) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:30:07.911005 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-b8a0c203-8e85-46f0-b102-8275ff499a81 req-64b8cb19-ff02-485d-86ce-52382c3787d0 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387423 Aug 25 01:30:07.921270 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d2a31c8-9646-48cc-9923-4d0b2c86ac4e', 'tag': 'd2c9461c-457e-49bf-9c05-26bec93865bd'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:30:07.933312 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6aaa77860150641abcbf195034e02978cb43d302165c9bbcbee081d494fe815" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a797e8-2a2f-46ad-a67a-37476057226d" -d '{"events": [{"name": "network-changed", "server_uuid": "3d2a31c8-9646-48cc-9923-4d0b2c86ac4e", "tag": "d2c9461c-457e-49bf-9c05-26bec93865bd"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:30:07.933441 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device e5f74a04-7e2e-4039-9b3d-fb3695831c47 no longer exists at agent hyperv_hv-cinder-79001 {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 01:30:07.952735 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d937d8ca-6805-4596-aa28-f6aadeba94fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8611488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11558350'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:07.983204 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] No Port match for: e5f74a04-7e2e-4039-9b3d-fb3695831c47 {{(pid=93834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 01:30:07.983550 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device e5f74a04-7e2e-4039-9b3d-fb3695831c47 not bound to the agent host hv-cinder-79001 {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 01:30:08.014318 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 01:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7c6d65-9c0b-4c57-93e6-a923fa3fe1e9 x-openstack-request-id: req-2b7c6d65-9c0b-4c57-93e6-a923fa3fe1e9 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:30:08.014601 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d2a31c8-9646-48cc-9923-4d0b2c86ac4e", "tag": "d2c9461c-457e-49bf-9c05-26bec93865bd", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:30:08.015005 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2b7c6d65-9c0b-4c57-93e6-a923fa3fe1e9 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:30:08.015446 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d2a31c8-9646-48cc-9923-4d0b2c86ac4e', 'tag': 'd2c9461c-457e-49bf-9c05-26bec93865bd', 'status': 'completed', 'code': 200} Aug 25 01:30:08.023937 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-8a5ca6bb-6bfa-4326-b4a8-8f43f06ff311 req-2b52804c-6d38-41fa-9451-abad5cf5d4a4 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] For port 123d311e-58d1-4bc6-8a02-ba0daafdb4d1, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=123d311e-58d1-4bc6-8a02-ba0daafdb4d1,segment=NetworkSegment(4944b506-92f4-4d03-bf96-a130cf5b7dec),segment_id=4944b506-92f4-4d03-bf96-a130cf5b7dec)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:30:08.024411 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8a5ca6bb-6bfa-4326-b4a8-8f43f06ff311 req-2b52804c-6d38-41fa-9451-abad5cf5d4a4 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647429'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:08.028192 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-e822f3e6-6caf-4bd4-adfe-d6b4b8946534 req-d7f1ad1e-0c61-4691-8ed7-2139dde03a52 service neutron] 10.222.0.26 "GET /v2.0/networks/cab99bda-6fba-4c90-8753-ce9d43df9120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807934 Aug 25 01:30:08.031995 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6bd8d549-25f3-4142-a6a2-effce6defcbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:08.047890 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-8a5ca6bb-6bfa-4326-b4a8-8f43f06ff311 req-2b52804c-6d38-41fa-9451-abad5cf5d4a4 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Calling delete_port for 123d311e-58d1-4bc6-8a02-ba0daafdb4d1 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 01:30:08.064119 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567b526-e48e-43f5-8c8b-397ca53b191d req-29d78774-eb5f-42af-89ed-847fb43ae17b tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:08.065580 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-9567b526-e48e-43f5-8c8b-397ca53b191d req-29d78774-eb5f-42af-89ed-847fb43ae17b tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 943 time: 0.0832863 Aug 25 01:30:08.095344 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d937d8ca-6805-4596-aa28-f6aadeba94fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d0a5bb3-97ec-4ebc-a0a1-9f08208a3649,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:30:08.123531 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-9567b526-e48e-43f5-8c8b-397ca53b191d req-2a519052-d216-4302-9fe2-3e70f79f12e4 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/security-groups?id=942ed35d-86d4-4e3d-9945-63fc3c81438c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510061 Aug 25 01:30:08.173816 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6bd8d549-25f3-4142-a6a2-effce6defcbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:08.178194 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6bd8d549-25f3-4142-a6a2-effce6defcbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:08.217818 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-6bd8d549-25f3-4142-a6a2-effce6defcbc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=31f1aac16d6d44079483398dc5cd0355&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3515329 Aug 25 01:30:08.218525 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd8d549-25f3-4142-a6a2-effce6defcbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d2ebf8-947e-4373-8157-d1103e0585bd,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:30:08.220996 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 52358) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:30:08.279333 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-32b2ddce-1425-46cc-82e2-75b9bffa0c37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:08.301022 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-32b2ddce-1425-46cc-82e2-75b9bffa0c37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:08.348117 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-32b2ddce-1425-46cc-82e2-75b9bffa0c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:08.350669 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-32b2ddce-1425-46cc-82e2-75b9bffa0c37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:08.351868 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-32b2ddce-1425-46cc-82e2-75b9bffa0c37 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/72d2ebf8-947e-4373-8157-d1103e0585bd HTTP/1.1" status: 204 len: 168 time: 0.1300793 Aug 25 01:30:08.360585 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b2ddce-1425-46cc-82e2-75b9bffa0c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d2ebf8-947e-4373-8157-d1103e0585bd,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:30:08.398509 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d937d8ca-6805-4596-aa28-f6aadeba94fa admin admin] Checking segment: {'id': '88111f06-2a4a-4958-b0e0-8ecb0ef77555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '84cb8eb6-9564-4dff-aed6-09b90ec75ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:30:08.398894 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d937d8ca-6805-4596-aa28-f6aadeba94fa admin admin] Network hostable DHCP agents. Network: 84cb8eb6-9564-4dff-aed6-09b90ec75ea3, hostable agents: ['ac5d4c25-da57-44fa-9536-6aedd7c82d66'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 01:30:08.449660 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-e822f3e6-6caf-4bd4-adfe-d6b4b8946534 req-35e445f4-c961-4c62-a0e8-e67363174ec2 service neutron] 10.222.0.26 "GET /v2.0/networks/cab99bda-6fba-4c90-8753-ce9d43df9120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4030013 Aug 25 01:30:08.463929 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d937d8ca-6805-4596-aa28-f6aadeba94fa admin admin] Network 84cb8eb6-9564-4dff-aed6-09b90ec75ea3 is scheduled to be hosted by DHCP agent ac5d4c25-da57-44fa-9536-6aedd7c82d66 with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 01:30:08.504647 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-d937d8ca-6805-4596-aa28-f6aadeba94fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-2-iscsi, 84cb8eb6-9564-4dff-aed6-09b90ec75ea3) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:30:08.516278 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d937d8ca-6805-4596-aa28-f6aadeba94fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:08.516858 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d937d8ca-6805-4596-aa28-f6aadeba94fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:08.523274 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03595f4-44f8-4df5-8784-51681f1d214f None None] Network 84cb8eb6-9564-4dff-aed6-09b90ec75ea3 requested from dv-cinder-790014-2-iscsi {{(pid=93834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 01:30:08.576838 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8a5ca6bb-6bfa-4326-b4a8-8f43f06ff311 req-2b52804c-6d38-41fa-9451-abad5cf5d4a4 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782027086291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782026665153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:08.589296 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] get_ports_and_sgs() called for port_ids ['8e48c757-7e6e-4b84-9506-7c2d2575918f', '123d311e-58d1-4bc6-8a02-ba0daafdb4d1'] {{(pid=93834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 01:30:08.591214 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-d937d8ca-6805-4596-aa28-f6aadeba94fa admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2436821 Aug 25 01:30:08.599173 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a1cebf-4573-4202-9a9c-849b7ce2fcbd req-5ce6f26c-3046-4154-b200-8dee52d01b57 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:08.601795 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-63a1cebf-4573-4202-9a9c-849b7ce2fcbd req-5ce6f26c-3046-4154-b200-8dee52d01b57 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d778d2b-3b3c-47da-a582-8738028e63c4 HTTP/1.1" status: 200 len: 867 time: 0.0848548 Aug 25 01:30:08.603900 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a797e8-2a2f-46ad-a67a-37476057226d req-77634ac1-5204-441d-9fed-88d533411a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:08.605383 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-c7a797e8-2a2f-46ad-a67a-37476057226d req-77634ac1-5204-441d-9fed-88d533411a39 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=af7953fd9085478886e801134807fdaa&device_id=3d2a31c8-9646-48cc-9923-4d0b2c86ac4e HTTP/1.1" status: 200 len: 1100 time: 0.0929723 Aug 25 01:30:08.653933 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b52804c-6d38-41fa-9451-abad5cf5d4a4 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Pushing event deleted for resources: {'Port': ['ID=123d311e-58d1-4bc6-8a02-ba0daafdb4d1,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:30:08.674855 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-63a1cebf-4573-4202-9a9c-849b7ce2fcbd req-1ec6b24c-a557-4629-8f8d-3e522b4014f7 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649693 Aug 25 01:30:08.771686 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5ca6bb-6bfa-4326-b4a8-8f43f06ff311 req-2b52804c-6d38-41fa-9451-abad5cf5d4a4 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] No DVR routers for this DVR port 123d311e-58d1-4bc6-8a02-ba0daafdb4d1 on host hv-cinder-79001 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 01:30:08.775228 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8a5ca6bb-6bfa-4326-b4a8-8f43f06ff311 req-2b52804c-6d38-41fa-9451-abad5cf5d4a4 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:08.777139 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-8a5ca6bb-6bfa-4326-b4a8-8f43f06ff311 req-2b52804c-6d38-41fa-9451-abad5cf5d4a4 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.26 "DELETE /v2.0/ports/123d311e-58d1-4bc6-8a02-ba0daafdb4d1 HTTP/1.1" status: 204 len: 173 time: 1.2310753 Aug 25 01:30:08.795484 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938b2d18-8350-48fb-a44b-701b0e3e5ee9 None None] Network 84cb8eb6-9564-4dff-aed6-09b90ec75ea3 requested from dv-cinder-790014-2-iscsi {{(pid=93834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 01:30:08.846088 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a797e8-2a2f-46ad-a67a-37476057226d req-9b59ce48-5489-4bcd-bfe2-2676f804d526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:08.847836 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-c7a797e8-2a2f-46ad-a67a-37476057226d req-9b59ce48-5489-4bcd-bfe2-2676f804d526 service neutron] 10.222.0.26 "GET /v2.0/networks?id=cab99bda-6fba-4c90-8753-ce9d43df9120 HTTP/1.1" status: 200 len: 870 time: 0.2167945 Aug 25 01:30:08.893998 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be5d601-b4bb-4c8f-8e0a-272054ad5d95 req-8a9d9aaf-2207-4d3b-96fb-22ff0920078a tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:08.895720 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-6be5d601-b4bb-4c8f-8e0a-272054ad5d95 req-8a9d9aaf-2207-4d3b-96fb-22ff0920078a tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2a31c8-9646-48cc-9923-4d0b2c86ac4e HTTP/1.1" status: 200 len: 947 time: 0.0707507 Aug 25 01:30:08.940040 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-c7a797e8-2a2f-46ad-a67a-37476057226d req-55c28021-e769-4c3b-9742-99a5b453f4b9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=d2c9461c-457e-49bf-9c05-26bec93865bd HTTP/1.1" status: 200 len: 217 time: 0.0805426 Aug 25 01:30:08.967884 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-6be5d601-b4bb-4c8f-8e0a-272054ad5d95 req-da480be4-6781-416b-a064-46aec48a3a0a tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8a0ab65-e8bd-4f04-a6e0-b2efc819e76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632527 Aug 25 01:30:09.036005 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a797e8-2a2f-46ad-a67a-37476057226d req-c3731792-d40f-43d1-b017-9a2929debdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:09.038362 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-c7a797e8-2a2f-46ad-a67a-37476057226d req-c3731792-d40f-43d1-b017-9a2929debdc4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e3e79148-0fe1-463c-9086-ffdde608e50f HTTP/1.1" status: 200 len: 843 time: 0.0890291 Aug 25 01:30:09.081163 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83a7e5-1912-4d04-a7b5-d4351fc6803a req-ee142492-1681-4de2-8de8-ebf424d098d5 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:09.082710 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-de83a7e5-1912-4d04-a7b5-d4351fc6803a req-ee142492-1681-4de2-8de8-ebf424d098d5 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0660141 Aug 25 01:30:09.097872 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a797e8-2a2f-46ad-a67a-37476057226d req-ac251973-9181-4ac2-9065-c24c6e294837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:09.099585 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-c7a797e8-2a2f-46ad-a67a-37476057226d req-ac251973-9181-4ac2-9065-c24c6e294837 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cab99bda-6fba-4c90-8753-ce9d43df9120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0529199 Aug 25 01:30:09.139662 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-de83a7e5-1912-4d04-a7b5-d4351fc6803a req-3827a83c-ee75-422d-97d4-0e8180420542 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460186 Aug 25 01:30:09.237360 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-c7a797e8-2a2f-46ad-a67a-37476057226d req-28978384-934e-4613-99e7-c595a9fc6dae service neutron] 10.222.0.26 "GET /v2.0/networks/cab99bda-6fba-4c90-8753-ce9d43df9120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280315 Aug 25 01:30:09.282139 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e29f1f-34b7-48c7-b9f1-099f55a6f365 req-9f5fab6f-3edd-4109-ba7d-975a371252be tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:09.283758 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-88e29f1f-34b7-48c7-b9f1-099f55a6f365 req-9f5fab6f-3edd-4109-ba7d-975a371252be tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 943 time: 0.0791483 Aug 25 01:30:09.360622 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-88e29f1f-34b7-48c7-b9f1-099f55a6f365 req-145f937d-58fa-456b-ae7e-78ddb49c0ffa tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/security-groups?id=942ed35d-86d4-4e3d-9945-63fc3c81438c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685551 Aug 25 01:30:09.388845 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-c7a797e8-2a2f-46ad-a67a-37476057226d req-b830ecb4-a157-43d9-ac72-b12a87d7d55c service neutron] 10.222.0.26 "GET /v2.0/networks/cab99bda-6fba-4c90-8753-ce9d43df9120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430809 Aug 25 01:30:09.778063 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 52412) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:30:09.883739 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ff26ff85-a0f9-4335-86c2-f6753cd4be4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:09.969340 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ff26ff85-a0f9-4335-86c2-f6753cd4be4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:09.973556 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ff26ff85-a0f9-4335-86c2-f6753cd4be4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:10.012831 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-ff26ff85-a0f9-4335-86c2-f6753cd4be4b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5cb27506683c4528bf82439391514d33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2336330 Aug 25 01:30:10.013827 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff26ff85-a0f9-4335-86c2-f6753cd4be4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1605be-6c3b-4156-a1c8-b05ad28ca04e,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:30:10.016118 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 52418) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:30:10.016597 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d778d2b-3b3c-47da-a582-8738028e63c4', 'name': 'network-vif-deleted', 'tag': '123d311e-58d1-4bc6-8a02-ba0daafdb4d1'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:30:10.019016 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6aaa77860150641abcbf195034e02978cb43d302165c9bbcbee081d494fe815" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9cf423-ff05-4825-981e-5f89ca5605eb" -d '{"events": [{"server_uuid": "0d778d2b-3b3c-47da-a582-8738028e63c4", "name": "network-vif-deleted", "tag": "123d311e-58d1-4bc6-8a02-ba0daafdb4d1"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:30:10.068133 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 01:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0023fc1d-6444-40be-bf2a-48b765de5267 x-openstack-request-id: req-0023fc1d-6444-40be-bf2a-48b765de5267 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:30:10.068420 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d778d2b-3b3c-47da-a582-8738028e63c4", "name": "network-vif-deleted", "tag": "123d311e-58d1-4bc6-8a02-ba0daafdb4d1", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:30:10.068665 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0023fc1d-6444-40be-bf2a-48b765de5267 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:30:10.069054 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d778d2b-3b3c-47da-a582-8738028e63c4', 'name': 'network-vif-deleted', 'tag': '123d311e-58d1-4bc6-8a02-ba0daafdb4d1', 'status': 'completed', 'code': 200} Aug 25 01:30:10.084106 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b593a6dc-1fb7-4f13-b8b5-304dd7b8b3a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:10.105479 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b593a6dc-1fb7-4f13-b8b5-304dd7b8b3a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:10.121108 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283a7f4-8c19-41a6-b03b-5c0e1cb0fc10 req-2cdcbcd0-9855-4dd9-96f7-386fdca3ab68 tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:10.122497 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-0283a7f4-8c19-41a6-b03b-5c0e1cb0fc10 req-2cdcbcd0-9855-4dd9-96f7-386fdca3ab68 tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2a31c8-9646-48cc-9923-4d0b2c86ac4e HTTP/1.1" status: 200 len: 947 time: 0.0488393 Aug 25 01:30:10.151746 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b593a6dc-1fb7-4f13-b8b5-304dd7b8b3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:10.154548 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b593a6dc-1fb7-4f13-b8b5-304dd7b8b3a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:10.158531 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-b593a6dc-1fb7-4f13-b8b5-304dd7b8b3a8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7d1605be-6c3b-4156-a1c8-b05ad28ca04e HTTP/1.1" status: 204 len: 168 time: 0.1341946 Aug 25 01:30:10.164690 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-0283a7f4-8c19-41a6-b03b-5c0e1cb0fc10 req-52efe052-504b-4db9-80f0-673f9e21d8bc tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8a0ab65-e8bd-4f04-a6e0-b2efc819e76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360637 Aug 25 01:30:10.165258 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b593a6dc-1fb7-4f13-b8b5-304dd7b8b3a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1605be-6c3b-4156-a1c8-b05ad28ca04e,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:30:10.268910 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12720a11-ec60-410f-b32d-118846b3298f req-4a391ccf-5512-4834-a158-f72812400b38 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:10.270382 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-12720a11-ec60-410f-b32d-118846b3298f req-4a391ccf-5512-4834-a158-f72812400b38 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0530903 Aug 25 01:30:10.313019 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-12720a11-ec60-410f-b32d-118846b3298f req-e3f2806a-de8d-4018-9b3a-69fb31f7d38a tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330737 Aug 25 01:30:10.471175 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5969f3-2861-4e00-ac65-fe2681845e96 req-5a48ba69-1717-45d5-b84e-4e0e2f306588 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:10.472653 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-7b5969f3-2861-4e00-ac65-fe2681845e96 req-5a48ba69-1717-45d5-b84e-4e0e2f306588 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 943 time: 0.0493569 Aug 25 01:30:10.512934 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-7b5969f3-2861-4e00-ac65-fe2681845e96 req-33781da2-d1f9-461c-9bf3-9d2e5283ee0f tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/security-groups?id=942ed35d-86d4-4e3d-9945-63fc3c81438c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333583 Aug 25 01:30:10.713919 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9697e-9183-49ea-b2e3-6c61e29a51d2 req-ff5896dc-1a0c-4c27-b75e-34f74828ab07 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:10.715350 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d4d9697e-9183-49ea-b2e3-6c61e29a51d2 req-ff5896dc-1a0c-4c27-b75e-34f74828ab07 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] 10.222.0.23 "GET /v2.0/networks?id=84cb8eb6-9564-4dff-aed6-09b90ec75ea3 HTTP/1.1" status: 200 len: 813 time: 0.1058812 Aug 25 01:30:10.731179 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d4d9697e-9183-49ea-b2e3-6c61e29a51d2 req-4a286017-c109-4b1e-8b0e-6a0e9cf15e57 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] 10.222.0.23 "GET /v2.0/quotas/91561edb5be742c6b2dfc64b3ffb7be2 HTTP/1.1" status: 200 len: 375 time: 0.0100667 Aug 25 01:30:10.765085 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d4d9697e-9183-49ea-b2e3-6c61e29a51d2 req-fe97f70b-9346-472b-b847-d34e42a3ea75 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=91561edb5be742c6b2dfc64b3ffb7be2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265913 Aug 25 01:30:10.866740 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d4d9697e-9183-49ea-b2e3-6c61e29a51d2 req-e4c7592b-b3a4-413d-9a60-3d94ee8337ac service neutron] 10.222.0.23 "GET /v2.0/networks/84cb8eb6-9564-4dff-aed6-09b90ec75ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944889 Aug 25 01:30:10.963939 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d4d9697e-9183-49ea-b2e3-6c61e29a51d2 req-3088f226-1868-4691-ae0e-184bc9509264 service neutron] 10.222.0.23 "GET /v2.0/networks/84cb8eb6-9564-4dff-aed6-09b90ec75ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915387 Aug 25 01:30:11.090705 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7007bb-362e-451d-b0f7-f12efe7a9d71 req-a8cd22be-f548-4a15-8eb0-9c7e17052b0d tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:11.092214 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-bb7007bb-362e-451d-b0f7-f12efe7a9d71 req-a8cd22be-f548-4a15-8eb0-9c7e17052b0d tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c445070-60d2-4f2d-8d55-b61613a6f11c HTTP/1.1" status: 200 len: 945 time: 0.0562010 Aug 25 01:30:11.140570 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-bb7007bb-362e-451d-b0f7-f12efe7a9d71 req-5071dded-bbb6-47cf-8909-4d447923b785 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404942 Aug 25 01:30:11.174301 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-c841eb19-6570-4cbb-9424-2b3bc36a6e57 req-a840964c-9a7f-46a0-8160-a2c73929588e tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b0f17f2-a4b6-4d58-a830-bf0d5d7e8709 HTTP/1.1" status: 200 len: 210 time: 0.0381978 Aug 25 01:30:11.308789 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1332c7-4807-434f-8aa5-3d2bceda59ae req-437e1f7b-e687-442d-9351-d8a5a74a3450 tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:11.310538 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-4b1332c7-4807-434f-8aa5-3d2bceda59ae req-437e1f7b-e687-442d-9351-d8a5a74a3450 tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2a31c8-9646-48cc-9923-4d0b2c86ac4e HTTP/1.1" status: 200 len: 947 time: 0.0625350 Aug 25 01:30:11.362204 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-4b1332c7-4807-434f-8aa5-3d2bceda59ae req-69fab7d1-6228-4e3b-8794-74b317218a1d tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8a0ab65-e8bd-4f04-a6e0-b2efc819e76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427659 Aug 25 01:30:11.450878 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f385d3-c8fd-4031-a5d5-928eb351a4ef req-af22d3b1-3ac9-4eb7-8b73-8be52165e85b tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:11.452366 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-c0f385d3-c8fd-4031-a5d5-928eb351a4ef req-af22d3b1-3ac9-4eb7-8b73-8be52165e85b tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0507834 Aug 25 01:30:11.495841 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-c0f385d3-c8fd-4031-a5d5-928eb351a4ef req-b280546a-0211-418a-ba2a-33ec98ba04ed tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370185 Aug 25 01:30:11.636337 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80f218-5dbb-41f8-a764-b1490c2701d4 req-1cca304f-3649-4ed2-9213-34b9fcd9ec46 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:11.637802 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ac80f218-5dbb-41f8-a764-b1490c2701d4 req-1cca304f-3649-4ed2-9213-34b9fcd9ec46 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 943 time: 0.0515602 Aug 25 01:30:11.679975 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ac80f218-5dbb-41f8-a764-b1490c2701d4 req-b6a30387-df80-45df-bb4c-d765ccc61da3 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/security-groups?id=942ed35d-86d4-4e3d-9945-63fc3c81438c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359912 Aug 25 01:30:11.964949 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device d2c9461c-457e-49bf-9c05-26bec93865bd details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=93834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 01:30:11.968781 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device 123d311e-58d1-4bc6-8a02-ba0daafdb4d1 no longer exists at agent hyperv_hv-cinder-79001 {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 01:30:11.993773 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] No Port match for: 123d311e-58d1-4bc6-8a02-ba0daafdb4d1 {{(pid=93834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 01:30:11.994111 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device 123d311e-58d1-4bc6-8a02-ba0daafdb4d1 not bound to the agent host hv-cinder-79001 {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 01:30:12.085939 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port d2c9461c-457e-49bf-9c05-26bec93865bd, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=d2c9461c-457e-49bf-9c05-26bec93865bd,segment=NetworkSegment(9ba38f51-83bb-4f25-ad19-f53d5669748c),segment_id=9ba38f51-83bb-4f25-ad19-f53d5669748c)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:30:12.096841 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Returning: {'device': 'd2c9461c-457e-49bf-9c05-26bec93865bd', 'network_id': 'cab99bda-6fba-4c90-8753-ce9d43df9120', 'port_id': 'd2c9461c-457e-49bf-9c05-26bec93865bd', 'mac_address': 'fa:16:3e:06:b9:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3e79148-0fe1-463c-9086-ffdde608e50f', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 01:30:12.160397 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:12.199930 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2c9461c-457e-49bf-9c05-26bec93865bd {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 01:30:12.204852 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9697e-9183-49ea-b2e3-6c61e29a51d2 req-d6857bc6-996b-4478-9168-854cf1d0434b tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:12.207708 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d4d9697e-9183-49ea-b2e3-6c61e29a51d2 req-d6857bc6-996b-4478-9168-854cf1d0434b tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] 10.222.0.26 "GET /v2.0/networks?id=84cb8eb6-9564-4dff-aed6-09b90ec75ea3 HTTP/1.1" status: 200 len: 813 time: 0.1150236 Aug 25 01:30:12.221704 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [req-d4d9697e-9183-49ea-b2e3-6c61e29a51d2 req-02b712a0-bd7a-4a3d-969f-1f3f4fa2b44a tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Request body: {'port': {'device_id': '9b0f17f2-a4b6-4d58-a830-bf0d5d7e8709', 'network_id': '84cb8eb6-9564-4dff-aed6-09b90ec75ea3', 'admin_state_up': True, 'tenant_id': '91561edb5be742c6b2dfc64b3ffb7be2'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:30:12.242128 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port d2c9461c-457e-49bf-9c05-26bec93865bd, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=d2c9461c-457e-49bf-9c05-26bec93865bd,segment=NetworkSegment(9ba38f51-83bb-4f25-ad19-f53d5669748c),segment_id=9ba38f51-83bb-4f25-ad19-f53d5669748c)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:30:12.254661 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:12.329903 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Pushing event updated for resources: {'Port': ['ID=d2c9461c-457e-49bf-9c05-26bec93865bd,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:30:12.341338 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-81965222-aa1a-4eeb-b81d-cd7ea6f56d9d req-e06e5d3c-dc94-496e-8355-3a07bbbd221f tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b0f17f2-a4b6-4d58-a830-bf0d5d7e8709 HTTP/1.1" status: 200 len: 210 time: 0.0587075 Aug 25 01:30:12.377981 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea37937-ac71-48ac-8047-676b5bd514d0 req-6c13be99-e878-48a3-b606-8f38856f3ee0 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:12.379845 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-dea37937-ac71-48ac-8047-676b5bd514d0 req-6c13be99-e878-48a3-b606-8f38856f3ee0 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c445070-60d2-4f2d-8d55-b61613a6f11c HTTP/1.1" status: 200 len: 945 time: 0.0984855 Aug 25 01:30:12.427247 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4d9697e-9183-49ea-b2e3-6c61e29a51d2 req-02b712a0-bd7a-4a3d-969f-1f3f4fa2b44a tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Made reservation on behalf of 91561edb5be742c6b2dfc64b3ffb7be2 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 01:30:12.432028 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d4d9697e-9183-49ea-b2e3-6c61e29a51d2 req-02b712a0-bd7a-4a3d-969f-1f3f4fa2b44a tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:12.471801 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-dea37937-ac71-48ac-8047-676b5bd514d0 req-6e70bcaf-89fa-4d4b-a2d5-3659a646fb65 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781503 Aug 25 01:30:12.547060 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e514b59-27ec-4485-8635-181f59986921 req-1333d878-9b06-4ba4-9d62-5f642c4cdf8c tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:12.553061 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-3e514b59-27ec-4485-8635-181f59986921 req-1333d878-9b06-4ba4-9d62-5f642c4cdf8c tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2a31c8-9646-48cc-9923-4d0b2c86ac4e HTTP/1.1" status: 200 len: 948 time: 0.0853684 Aug 25 01:30:12.594288 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] get_ports_and_sgs() called for port_ids ['d2c9461c-457e-49bf-9c05-26bec93865bd'] {{(pid=93834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 01:30:12.655450 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-d4d9697e-9183-49ea-b2e3-6c61e29a51d2 req-02b712a0-bd7a-4a3d-969f-1f3f4fa2b44a tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Allocated IP 172.20.0.2 (84cb8eb6-9564-4dff-aed6-09b90ec75ea3/5d0a5bb3-97ec-4ebc-a0a1-9f08208a3649/e9e6a441-ed1f-4f7f-bf97-540f221b56d8) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 01:30:12.667544 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-3e514b59-27ec-4485-8635-181f59986921 req-58385c0e-d54d-4a28-922c-8e3b46df9c2a tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8a0ab65-e8bd-4f04-a6e0-b2efc819e76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106250 Aug 25 01:30:12.712534 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2a383-d9f7-4b1c-b181-6ea7ab28d18d req-54a29110-99ae-4fd8-96b9-8d154a243c32 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:12.724115 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-84f2a383-d9f7-4b1c-b181-6ea7ab28d18d req-54a29110-99ae-4fd8-96b9-8d154a243c32 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.1151590 Aug 25 01:30:12.802486 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-84f2a383-d9f7-4b1c-b181-6ea7ab28d18d req-591d9ffe-86ca-456d-ab31-60a610550681 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773585 Aug 25 01:30:12.905474 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a5090-b7a0-4453-a62c-080d94b69121 req-3e903f51-0861-4928-bba9-73fbee672d38 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:12.918085 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-b36a5090-b7a0-4453-a62c-080d94b69121 req-3e903f51-0861-4928-bba9-73fbee672d38 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 943 time: 0.1120760 Aug 25 01:30:12.923439 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdfbdde-0db2-41ae-878d-a2891451bad3 req-31566752-41e0-4d6e-aa90-979310c742e0 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:12.924946 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-8cdfbdde-0db2-41ae-878d-a2891451bad3 req-31566752-41e0-4d6e-aa90-979310c742e0 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c445070-60d2-4f2d-8d55-b61613a6f11c HTTP/1.1" status: 200 len: 945 time: 0.0973103 Aug 25 01:30:12.952433 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d4d9697e-9183-49ea-b2e3-6c61e29a51d2 req-02b712a0-bd7a-4a3d-969f-1f3f4fa2b44a tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:12.964851 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-b36a5090-b7a0-4453-a62c-080d94b69121 req-50a3be47-49af-450d-8ffa-0cb565aa8497 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/security-groups?id=942ed35d-86d4-4e3d-9945-63fc3c81438c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436993 Aug 25 01:30:13.066514 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d4d9697e-9183-49ea-b2e3-6c61e29a51d2 req-02b712a0-bd7a-4a3d-969f-1f3f4fa2b44a tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782026665144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:13.081030 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-8cdfbdde-0db2-41ae-878d-a2891451bad3 req-72ee038d-ed3d-4d57-b332-5f556c14fd48 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Deleting port 8e48c757-7e6e-4b84-9506-7c2d2575918f {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 01:30:13.081367 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8cdfbdde-0db2-41ae-878d-a2891451bad3 req-72ee038d-ed3d-4d57-b332-5f556c14fd48 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782027226579'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:13.129827 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4d9697e-9183-49ea-b2e3-6c61e29a51d2 req-02b712a0-bd7a-4a3d-969f-1f3f4fa2b44a tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Network 84cb8eb6-9564-4dff-aed6-09b90ec75ea3 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:30:13.162983 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-d4d9697e-9183-49ea-b2e3-6c61e29a51d2 req-02b712a0-bd7a-4a3d-969f-1f3f4fa2b44a tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:30:13.166760 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d9697e-9183-49ea-b2e3-6c61e29a51d2 req-02b712a0-bd7a-4a3d-969f-1f3f4fa2b44a tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 01:30:13.200960 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b712a0-bd7a-4a3d-969f-1f3f4fa2b44a tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Pushing event updated for resources: {'Port': ['ID=e9e6a441-ed1f-4f7f-bf97-540f221b56d8,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:30:13.247519 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9697e-9183-49ea-b2e3-6c61e29a51d2 req-02b712a0-bd7a-4a3d-969f-1f3f4fa2b44a tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:13.248153 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d4d9697e-9183-49ea-b2e3-6c61e29a51d2 req-02b712a0-bd7a-4a3d-969f-1f3f4fa2b44a tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:13.269184 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-8cdfbdde-0db2-41ae-878d-a2891451bad3 req-72ee038d-ed3d-4d57-b332-5f556c14fd48 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] For port 8e48c757-7e6e-4b84-9506-7c2d2575918f, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=8e48c757-7e6e-4b84-9506-7c2d2575918f,segment=NetworkSegment(4944b506-92f4-4d03-bf96-a130cf5b7dec),segment_id=4944b506-92f4-4d03-bf96-a130cf5b7dec)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:30:13.269543 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8cdfbdde-0db2-41ae-878d-a2891451bad3 req-72ee038d-ed3d-4d57-b332-5f556c14fd48 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647429'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:13.285111 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-8cdfbdde-0db2-41ae-878d-a2891451bad3 req-72ee038d-ed3d-4d57-b332-5f556c14fd48 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Calling delete_port for 8e48c757-7e6e-4b84-9506-7c2d2575918f owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 01:30:13.287443 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d4d9697e-9183-49ea-b2e3-6c61e29a51d2 req-02b712a0-bd7a-4a3d-969f-1f3f4fa2b44a tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0706570 Aug 25 01:30:13.302415 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [req-d4d9697e-9183-49ea-b2e3-6c61e29a51d2 req-2f464f91-4b13-43a5-bf91-1feacadb8456 service neutron] Request body: {'port': {'device_id': '9b0f17f2-a4b6-4d58-a830-bf0d5d7e8709', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:30:13.395494 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d4d9697e-9183-49ea-b2e3-6c61e29a51d2 req-2f464f91-4b13-43a5-bf91-1feacadb8456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:13.465723 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa0e957-7ca6-4573-b98c-b76537921fd1 req-2b3910f2-0905-48ca-8827-bccd360d58b9 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:13.467325 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-0aa0e957-7ca6-4573-b98c-b76537921fd1 req-2b3910f2-0905-48ca-8827-bccd360d58b9 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b0f17f2-a4b6-4d58-a830-bf0d5d7e8709 HTTP/1.1" status: 200 len: 931 time: 0.0507474 Aug 25 01:30:13.509410 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-0aa0e957-7ca6-4573-b98c-b76537921fd1 req-26db10e5-572c-4e09-be4e-f6972cfba521 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] 10.222.0.23 "GET /v2.0/security-groups?id=981b4e0b-151e-4247-84dd-8a97133bb252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356832 Aug 25 01:30:13.578886 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8cdfbdde-0db2-41ae-878d-a2891451bad3 req-72ee038d-ed3d-4d57-b332-5f556c14fd48 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782027086291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782026665153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:13.591592 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] get_ports_and_sgs() called for port_ids ['8e48c757-7e6e-4b84-9506-7c2d2575918f'] {{(pid=93834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 01:30:13.628535 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3456fa5a-5d7e-4e8b-b484-39e60cf36492 req-96472598-dda5-492c-afc0-4b22dcbdbcec tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:13.630123 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-3456fa5a-5d7e-4e8b-b484-39e60cf36492 req-96472598-dda5-492c-afc0-4b22dcbdbcec tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c445070-60d2-4f2d-8d55-b61613a6f11c HTTP/1.1" status: 200 len: 867 time: 0.0771558 Aug 25 01:30:13.667032 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee038d-ed3d-4d57-b332-5f556c14fd48 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Pushing event deleted for resources: {'Port': ['ID=8e48c757-7e6e-4b84-9506-7c2d2575918f,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:30:13.699022 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-3456fa5a-5d7e-4e8b-b484-39e60cf36492 req-8d67471d-be61-40e4-bdc9-ed5b09597d7e tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7e3804a-d3f8-44af-a6cb-06a01abf5768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582001 Aug 25 01:30:13.741276 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cdfbdde-0db2-41ae-878d-a2891451bad3 req-72ee038d-ed3d-4d57-b332-5f556c14fd48 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] No DVR routers for this DVR port 8e48c757-7e6e-4b84-9506-7c2d2575918f on host hv-cinder-79001 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 01:30:13.744276 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8cdfbdde-0db2-41ae-878d-a2891451bad3 req-72ee038d-ed3d-4d57-b332-5f556c14fd48 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:13.746327 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-8cdfbdde-0db2-41ae-878d-a2891451bad3 req-72ee038d-ed3d-4d57-b332-5f556c14fd48 tempest-AttachVolumeNegativeTest-925107959 tempest-AttachVolumeNegativeTest-925107959-project] 10.222.0.26 "DELETE /v2.0/ports/8e48c757-7e6e-4b84-9506-7c2d2575918f HTTP/1.1" status: 204 len: 173 time: 0.8096929 Aug 25 01:30:13.747052 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c445070-60d2-4f2d-8d55-b61613a6f11c', 'name': 'network-vif-deleted', 'tag': '8e48c757-7e6e-4b84-9506-7c2d2575918f'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:30:13.749945 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6aaa77860150641abcbf195034e02978cb43d302165c9bbcbee081d494fe815" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e272ab-5cfd-4f16-a9c9-cb2a0aafd13d" -d '{"events": [{"server_uuid": "4c445070-60d2-4f2d-8d55-b61613a6f11c", "name": "network-vif-deleted", "tag": "8e48c757-7e6e-4b84-9506-7c2d2575918f"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:30:13.795905 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 01:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a312b4a-1b02-490d-9596-c69b0f5eaedf x-openstack-request-id: req-3a312b4a-1b02-490d-9596-c69b0f5eaedf {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:30:13.796235 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c445070-60d2-4f2d-8d55-b61613a6f11c", "name": "network-vif-deleted", "tag": "8e48c757-7e6e-4b84-9506-7c2d2575918f", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:30:13.796490 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3a312b4a-1b02-490d-9596-c69b0f5eaedf {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:30:13.796875 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c445070-60d2-4f2d-8d55-b61613a6f11c', 'name': 'network-vif-deleted', 'tag': '8e48c757-7e6e-4b84-9506-7c2d2575918f', 'status': 'completed', 'code': 200} Aug 25 01:30:13.801397 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d90a5a-8901-452e-b205-6f2533062201 req-25e4dd29-57a0-404b-a19c-095c64695cbd tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:13.802953 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-71d90a5a-8901-452e-b205-6f2533062201 req-25e4dd29-57a0-404b-a19c-095c64695cbd tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2a31c8-9646-48cc-9923-4d0b2c86ac4e HTTP/1.1" status: 200 len: 948 time: 0.0580769 Aug 25 01:30:13.858985 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-71d90a5a-8901-452e-b205-6f2533062201 req-89fbf04e-b514-4ab9-bd27-1c2f10dd94d6 tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8a0ab65-e8bd-4f04-a6e0-b2efc819e76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385211 Aug 25 01:30:13.898082 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [req-d4d9697e-9183-49ea-b2e3-6c61e29a51d2 req-2f464f91-4b13-43a5-bf91-1feacadb8456 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9e6a441-ed1f-4f7f-bf97-540f221b56d8 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 01:30:13.906191 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d4d9697e-9183-49ea-b2e3-6c61e29a51d2 req-2f464f91-4b13-43a5-bf91-1feacadb8456 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:13.921652 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-d4d9697e-9183-49ea-b2e3-6c61e29a51d2 req-2f464f91-4b13-43a5-bf91-1feacadb8456 service neutron] Transition to ACTIVE for port object e9e6a441-ed1f-4f7f-bf97-540f221b56d8 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:30:13.925308 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d4d9697e-9183-49ea-b2e3-6c61e29a51d2 req-2f464f91-4b13-43a5-bf91-1feacadb8456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8611129'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:13.927219 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c58575c-e579-4a89-ad49-8570a76efd3a req-d545f8ac-a10a-42fa-ad8c-b7b04d5f5409 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:13.928710 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-8c58575c-e579-4a89-ad49-8570a76efd3a req-d545f8ac-a10a-42fa-ad8c-b7b04d5f5409 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0492768 Aug 25 01:30:13.968708 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-8c58575c-e579-4a89-ad49-8570a76efd3a req-332b66ad-1d2d-4628-9f7b-389bd1555e19 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337229 Aug 25 01:30:13.977529 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f464f91-4b13-43a5-bf91-1feacadb8456 service neutron] Pushing event updated for resources: {'Port': ['ID=e9e6a441-ed1f-4f7f-bf97-540f221b56d8,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:30:13.989691 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device d2c9461c-457e-49bf-9c05-26bec93865bd up at agent hyperv_hv-cinder-79001 {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:30:14.053581 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Provisioning for port d2c9461c-457e-49bf-9c05-26bec93865bd completed by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:30:14.058999 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-d4d9697e-9183-49ea-b2e3-6c61e29a51d2 req-2f464f91-4b13-43a5-bf91-1feacadb8456 service neutron] Attempting to bind port e9e6a441-ed1f-4f7f-bf97-540f221b56d8 on host hv-cinder-79001 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 01:30:14.059429 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Provisioning complete for port d2c9461c-457e-49bf-9c05-26bec93865bd triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:30:14.059612 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-d4d9697e-9183-49ea-b2e3-6c61e29a51d2 req-2f464f91-4b13-43a5-bf91-1feacadb8456 service neutron] Attempting to bind port e9e6a441-ed1f-4f7f-bf97-540f221b56d8 by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '88111f06-2a4a-4958-b0e0-8ecb0ef77555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '84cb8eb6-9564-4dff-aed6-09b90ec75ea3'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 01:30:14.059856 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:14.060162 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d9697e-9183-49ea-b2e3-6c61e29a51d2 req-2f464f91-4b13-43a5-bf91-1feacadb8456 service neutron] Attempting to bind port e9e6a441-ed1f-4f7f-bf97-540f221b56d8 on network 84cb8eb6-9564-4dff-aed6-09b90ec75ea3 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:30:14.067316 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d9697e-9183-49ea-b2e3-6c61e29a51d2 req-2f464f91-4b13-43a5-bf91-1feacadb8456 service neutron] Port e9e6a441-ed1f-4f7f-bf97-540f221b56d8 on network 84cb8eb6-9564-4dff-aed6-09b90ec75ea3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 01:30:14.067865 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d9697e-9183-49ea-b2e3-6c61e29a51d2 req-2f464f91-4b13-43a5-bf91-1feacadb8456 service neutron] Attempting to bind port e9e6a441-ed1f-4f7f-bf97-540f221b56d8 on network 84cb8eb6-9564-4dff-aed6-09b90ec75ea3 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:30:14.074287 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d9697e-9183-49ea-b2e3-6c61e29a51d2 req-2f464f91-4b13-43a5-bf91-1feacadb8456 service neutron] Checking agent: {'id': '05c2a1f8-ef41-45f5-8e32-988b9472ad60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 1, 25, 19), 'started_at': datetime.datetime(2021, 8, 25, 1, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 1, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 01:30:14.074776 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d9697e-9183-49ea-b2e3-6c61e29a51d2 req-2f464f91-4b13-43a5-bf91-1feacadb8456 service neutron] Checking segment: {'id': '88111f06-2a4a-4958-b0e0-8ecb0ef77555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '84cb8eb6-9564-4dff-aed6-09b90ec75ea3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:30:14.075265 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d9697e-9183-49ea-b2e3-6c61e29a51d2 req-2f464f91-4b13-43a5-bf91-1feacadb8456 service neutron] Bound using segment: {'id': '88111f06-2a4a-4958-b0e0-8ecb0ef77555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '84cb8eb6-9564-4dff-aed6-09b90ec75ea3'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 01:30:14.075805 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-d4d9697e-9183-49ea-b2e3-6c61e29a51d2 req-2f464f91-4b13-43a5-bf91-1feacadb8456 service neutron] Bound port: e9e6a441-ed1f-4f7f-bf97-540f221b56d8, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88111f06-2a4a-4958-b0e0-8ecb0ef77555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '84cb8eb6-9564-4dff-aed6-09b90ec75ea3'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 01:30:14.076305 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d4d9697e-9183-49ea-b2e3-6c61e29a51d2 req-2f464f91-4b13-43a5-bf91-1feacadb8456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:14.103151 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304969a8-a7a2-47ca-89d6-8ac7723bb3df req-b29f6bc3-a5e9-448f-af19-b29162702de8 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:14.105008 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-304969a8-a7a2-47ca-89d6-8ac7723bb3df req-b29f6bc3-a5e9-448f-af19-b29162702de8 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 943 time: 0.0612473 Aug 25 01:30:14.158552 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-d4d9697e-9183-49ea-b2e3-6c61e29a51d2 req-2f464f91-4b13-43a5-bf91-1feacadb8456 service neutron] For port e9e6a441-ed1f-4f7f-bf97-540f221b56d8, host hv-cinder-79001, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 01:30:14.161921 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-d4d9697e-9183-49ea-b2e3-6c61e29a51d2 req-2f464f91-4b13-43a5-bf91-1feacadb8456 service neutron] For port e9e6a441-ed1f-4f7f-bf97-540f221b56d8, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=e9e6a441-ed1f-4f7f-bf97-540f221b56d8,segment=NetworkSegment(88111f06-2a4a-4958-b0e0-8ecb0ef77555),segment_id=88111f06-2a4a-4958-b0e0-8ecb0ef77555)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 01:30:14.164700 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-304969a8-a7a2-47ca-89d6-8ac7723bb3df req-39a2abcc-8f67-4e4c-805c-25fc949bea2d tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/security-groups?id=942ed35d-86d4-4e3d-9945-63fc3c81438c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516167 Aug 25 01:30:14.170081 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:14.174465 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d4d9697e-9183-49ea-b2e3-6c61e29a51d2 req-2f464f91-4b13-43a5-bf91-1feacadb8456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8611129'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:14.204023 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d2a31c8-9646-48cc-9923-4d0b2c86ac4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2c9461c-457e-49bf-9c05-26bec93865bd'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:30:14.206537 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac4c50f49c3b3a17933da630e77cab0c79281d75959c3f8023547b3e3ec39ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2fb8e7-a026-4ad4-967e-3b3a3acab00b" -d '{"events": [{"server_uuid": "3d2a31c8-9646-48cc-9923-4d0b2c86ac4e", "name": "network-vif-plugged", "status": "completed", "tag": "d2c9461c-457e-49bf-9c05-26bec93865bd"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:30:14.222423 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9697e-9183-49ea-b2e3-6c61e29a51d2 req-2f464f91-4b13-43a5-bf91-1feacadb8456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:14.222618 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port d2c9461c-457e-49bf-9c05-26bec93865bd, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=d2c9461c-457e-49bf-9c05-26bec93865bd,segment=NetworkSegment(9ba38f51-83bb-4f25-ad19-f53d5669748c),segment_id=9ba38f51-83bb-4f25-ad19-f53d5669748c)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:30:14.223426 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d4d9697e-9183-49ea-b2e3-6c61e29a51d2 req-2f464f91-4b13-43a5-bf91-1feacadb8456 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:14.224922 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d4d9697e-9183-49ea-b2e3-6c61e29a51d2 req-2f464f91-4b13-43a5-bf91-1feacadb8456 service neutron] 10.222.0.26 "PUT /v2.0/ports/e9e6a441-ed1f-4f7f-bf97-540f221b56d8 HTTP/1.1" status: 200 len: 1093 time: 0.9275734 Aug 25 01:30:14.230313 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:14.246609 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f464f91-4b13-43a5-bf91-1feacadb8456 service neutron] Pushing event updated for resources: {'Port': ['ID=e9e6a441-ed1f-4f7f-bf97-540f221b56d8,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:30:14.268900 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 01:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8021c9f3-d92e-4916-97c5-1593d5ff640a x-openstack-request-id: req-8021c9f3-d92e-4916-97c5-1593d5ff640a {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:30:14.269196 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d2a31c8-9646-48cc-9923-4d0b2c86ac4e", "name": "network-vif-plugged", "status": "completed", "tag": "d2c9461c-457e-49bf-9c05-26bec93865bd", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:30:14.269447 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8021c9f3-d92e-4916-97c5-1593d5ff640a {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:30:14.269834 dv-cinder-790014-2-iscsi neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d2a31c8-9646-48cc-9923-4d0b2c86ac4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2c9461c-457e-49bf-9c05-26bec93865bd', 'code': 200} Aug 25 01:30:14.324263 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Pushing event updated for resources: {'Port': ['ID=d2c9461c-457e-49bf-9c05-26bec93865bd,revision_number=5']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:30:14.333787 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9697e-9183-49ea-b2e3-6c61e29a51d2 req-25866fdc-426f-4a32-8174-2420b8b27436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:14.336311 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d4d9697e-9183-49ea-b2e3-6c61e29a51d2 req-25866fdc-426f-4a32-8174-2420b8b27436 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=91561edb5be742c6b2dfc64b3ffb7be2&device_id=9b0f17f2-a4b6-4d58-a830-bf0d5d7e8709 HTTP/1.1" status: 200 len: 1096 time: 0.0559442 Aug 25 01:30:14.387442 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d4d9697e-9183-49ea-b2e3-6c61e29a51d2 req-b84f362a-c21a-4b72-a961-96be12eec406 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e9e6a441-ed1f-4f7f-bf97-540f221b56d8 HTTP/1.1" status: 200 len: 217 time: 0.0375297 Aug 25 01:30:14.480929 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9697e-9183-49ea-b2e3-6c61e29a51d2 req-1e579a12-b7d3-4a1d-83e2-3c6516ae9ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:14.482493 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d4d9697e-9183-49ea-b2e3-6c61e29a51d2 req-1e579a12-b7d3-4a1d-83e2-3c6516ae9ad6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5d0a5bb3-97ec-4ebc-a0a1-9f08208a3649 HTTP/1.1" status: 200 len: 853 time: 0.0872464 Aug 25 01:30:14.531285 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d4d9697e-9183-49ea-b2e3-6c61e29a51d2 req-efddd858-d376-4dce-9fbe-b73a068974c3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=84cb8eb6-9564-4dff-aed6-09b90ec75ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380936 Aug 25 01:30:14.533353 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e31820-00a9-40f6-9744-a4c9445f18e0 req-7fe6abae-6038-45fa-8977-85a1af4b505a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:14.534922 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-f2e31820-00a9-40f6-9744-a4c9445f18e0 req-7fe6abae-6038-45fa-8977-85a1af4b505a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3d2a31c8-9646-48cc-9923-4d0b2c86ac4e HTTP/1.1" status: 200 len: 1102 time: 0.0929334 Aug 25 01:30:14.644172 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a160c2-4579-45c5-982d-e2d677c8c0a2 req-4025b89e-403c-4e11-b2ef-c2d35da489ee tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:14.645753 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-80a160c2-4579-45c5-982d-e2d677c8c0a2 req-4025b89e-403c-4e11-b2ef-c2d35da489ee tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b0f17f2-a4b6-4d58-a830-bf0d5d7e8709 HTTP/1.1" status: 200 len: 943 time: 0.0591085 Aug 25 01:30:14.685758 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-f2e31820-00a9-40f6-9744-a4c9445f18e0 req-3b6d46f9-fa60-4f1f-a4fd-44d2f8a80eaa service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c8a0ab65-e8bd-4f04-a6e0-b2efc819e76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112285 Aug 25 01:30:14.698740 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-80a160c2-4579-45c5-982d-e2d677c8c0a2 req-69ec461f-9861-49ef-a348-181fe7785c11 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] 10.222.0.23 "GET /v2.0/security-groups?id=981b4e0b-151e-4247-84dd-8a97133bb252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459838 Aug 25 01:30:14.711848 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d4d9697e-9183-49ea-b2e3-6c61e29a51d2 req-d69face4-c97e-49be-9716-3987f3b24629 service neutron] 10.222.0.26 "GET /v2.0/networks/84cb8eb6-9564-4dff-aed6-09b90ec75ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612170 Aug 25 01:30:14.745887 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 52546) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:30:14.791185 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-133d6b36-6262-4db3-a946-11d3c2a04653 admin admin] Deleting subnet 3a3c8204-079a-4b71-b92d-f2dd7dc9c219 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 01:30:14.794123 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-133d6b36-6262-4db3-a946-11d3c2a04653 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:14.828067 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-133d6b36-6262-4db3-a946-11d3c2a04653 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8611426'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:14.872796 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-133d6b36-6262-4db3-a946-11d3c2a04653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4168828'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:14.949651 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-133d6b36-6262-4db3-a946-11d3c2a04653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4168079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8611559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11558343'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:15.006041 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfccee3d-2395-41f5-9646-2d52e309f734 req-bdb46d5e-def0-4076-80a0-fbc9b466dbf7 tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:15.008142 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d6b36-6262-4db3-a946-11d3c2a04653 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a3c8204-079a-4b71-b92d-f2dd7dc9c219,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:30:15.008876 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-cfccee3d-2395-41f5-9646-2d52e309f734 req-bdb46d5e-def0-4076-80a0-fbc9b466dbf7 tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2a31c8-9646-48cc-9923-4d0b2c86ac4e HTTP/1.1" status: 200 len: 949 time: 0.0819035 Aug 25 01:30:15.016850 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-133d6b36-6262-4db3-a946-11d3c2a04653 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:15.021397 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-133d6b36-6262-4db3-a946-11d3c2a04653 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3a3c8204-079a-4b71-b92d-f2dd7dc9c219 HTTP/1.1" status: 204 len: 168 time: 0.2744453 Aug 25 01:30:15.022033 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 52552) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:30:15.055755 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-cfccee3d-2395-41f5-9646-2d52e309f734 req-00ad9ed6-5f56-498b-a2f1-41a24110c255 tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8a0ab65-e8bd-4f04-a6e0-b2efc819e76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369565 Aug 25 01:30:15.109450 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d4d9697e-9183-49ea-b2e3-6c61e29a51d2 req-81eb22ce-d13e-4f12-ae9b-0c40f69a9ae3 service neutron] 10.222.0.26 "GET /v2.0/networks/84cb8eb6-9564-4dff-aed6-09b90ec75ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914570 Aug 25 01:30:15.115134 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ab0c11d9-710a-4971-8e95-7c74b097a06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116255'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:15.128983 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b5995-b327-46a1-8031-db244a351c3d req-f572b47a-3c6e-4a25-96d7-4378f78ce971 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:15.130811 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-bb4b5995-b327-46a1-8031-db244a351c3d req-f572b47a-3c6e-4a25-96d7-4378f78ce971 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0568213 Aug 25 01:30:15.173728 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-bb4b5995-b327-46a1-8031-db244a351c3d req-8ed7261b-7a24-4f20-8666-66857e3ab341 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363650 Aug 25 01:30:15.201442 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ab0c11d9-710a-4971-8e95-7c74b097a06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4169723', 'neutron.services.segments.db._delete_segments_for_network-8782027164591'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:15.211365 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.services.segments.db [None req-ab0c11d9-710a-4971-8e95-7c74b097a06b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['400a2ac9-3eb3-4dc0-9993-b410ce65adf5']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:30:15.221163 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.services.segments.db [None req-ab0c11d9-710a-4971-8e95-7c74b097a06b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4944b506-92f4-4d03-bf96-a130cf5b7dec') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:30:15.221449 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.services.segments.db [None req-ab0c11d9-710a-4971-8e95-7c74b097a06b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4944b506-92f4-4d03-bf96-a130cf5b7dec') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:30:15.230538 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ab0c11d9-710a-4971-8e95-7c74b097a06b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782027164474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8611437'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:15.244230 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ab0c11d9-710a-4971-8e95-7c74b097a06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3751945'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:15.250319 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab0c11d9-710a-4971-8e95-7c74b097a06b admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 01:30:15.250727 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ab0c11d9-710a-4971-8e95-7c74b097a06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3751945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8611077'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:15.252345 dv-cinder-790014-2-iscsi neutron-server[93833]: Traceback (most recent call last): Aug 25 01:30:15.252345 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 01:30:15.252345 dv-cinder-790014-2-iscsi neutron-server[93833]: timer() Aug 25 01:30:15.252345 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 01:30:15.252345 dv-cinder-790014-2-iscsi neutron-server[93833]: cb(*args, **kw) Aug 25 01:30:15.252345 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 01:30:15.252345 dv-cinder-790014-2-iscsi neutron-server[93833]: return func(*args, **kwargs) Aug 25 01:30:15.252345 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 01:30:15.252345 dv-cinder-790014-2-iscsi neutron-server[93833]: self._notify() Aug 25 01:30:15.252345 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 01:30:15.252345 dv-cinder-790014-2-iscsi neutron-server[93833]: self.callback(batched_events) Aug 25 01:30:15.252345 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 01:30:15.252345 dv-cinder-790014-2-iscsi neutron-server[93833]: event.method(event) Aug 25 01:30:15.252345 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 01:30:15.252345 dv-cinder-790014-2-iscsi neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 01:30:15.252345 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 01:30:15.252345 dv-cinder-790014-2-iscsi neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 01:30:15.252345 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 01:30:15.252345 dv-cinder-790014-2-iscsi neutron-server[93833]: return f(self, *a, **k) Aug 25 01:30:15.252345 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 25 01:30:15.252345 dv-cinder-790014-2-iscsi neutron-server[93833]: return self._get(url).json() Aug 25 01:30:15.252345 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 25 01:30:15.252345 dv-cinder-790014-2-iscsi neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 01:30:15.252345 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 01:30:15.252345 dv-cinder-790014-2-iscsi neutron-server[93833]: return self.request(url, 'GET', **kwargs) Aug 25 01:30:15.252345 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 01:30:15.252345 dv-cinder-790014-2-iscsi neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 01:30:15.252345 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 01:30:15.252345 dv-cinder-790014-2-iscsi neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 01:30:15.252345 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 01:30:15.252345 dv-cinder-790014-2-iscsi neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 01:30:15.252345 dv-cinder-790014-2-iscsi neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 01:30:15.283421 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a373c51-6d6d-4c86-945c-8ebee4bbb9f3 req-6f3c3bc5-84ae-4cb4-b632-77822eb0f006 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:15.284874 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-1a373c51-6d6d-4c86-945c-8ebee4bbb9f3 req-6f3c3bc5-84ae-4cb4-b632-77822eb0f006 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 943 time: 0.0505247 Aug 25 01:30:15.305612 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ab0c11d9-710a-4971-8e95-7c74b097a06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4169714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930796'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:15.310893 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ab0c11d9-710a-4971-8e95-7c74b097a06b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:15.313446 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-ab0c11d9-710a-4971-8e95-7c74b097a06b admin admin] 10.222.0.23 "DELETE /v2.0/networks/400a2ac9-3eb3-4dc0-9993-b410ce65adf5 HTTP/1.1" status: 204 len: 168 time: 0.2882817 Aug 25 01:30:15.324936 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-1a373c51-6d6d-4c86-945c-8ebee4bbb9f3 req-b883e000-d388-44fc-a116-212f37c0bc48 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/security-groups?id=942ed35d-86d4-4e3d-9945-63fc3c81438c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334697 Aug 25 01:30:15.334304 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c11d9-710a-4971-8e95-7c74b097a06b admin admin] Pushing event deleted for resources: {'Network': ['ID=400a2ac9-3eb3-4dc0-9993-b410ce65adf5,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:30:15.470850 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 52558) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:30:15.510363 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-0f58da64-d5ce-4e70-9e8f-38aef664a506 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=46fe21ec575f40a0b26f9482a77b5a73&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0381639 Aug 25 01:30:15.512585 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 52560) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:30:15.562870 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-985eeba7-f0ec-4991-98ea-7292e49d1619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:15.582972 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-985eeba7-f0ec-4991-98ea-7292e49d1619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:15.627758 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-985eeba7-f0ec-4991-98ea-7292e49d1619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:15.630228 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-985eeba7-f0ec-4991-98ea-7292e49d1619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:15.631412 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-985eeba7-f0ec-4991-98ea-7292e49d1619 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c7e3804a-d3f8-44af-a6cb-06a01abf5768 HTTP/1.1" status: 204 len: 168 time: 0.1177011 Aug 25 01:30:15.638978 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985eeba7-f0ec-4991-98ea-7292e49d1619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e3804a-d3f8-44af-a6cb-06a01abf5768,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:30:15.798620 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b0f17f2-a4b6-4d58-a830-bf0d5d7e8709', 'tag': 'e9e6a441-ed1f-4f7f-bf97-540f221b56d8'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:30:15.801403 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6aaa77860150641abcbf195034e02978cb43d302165c9bbcbee081d494fe815" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f0ed50-27d6-4a6c-abbb-9b9c101a36bd" -d '{"events": [{"name": "network-changed", "server_uuid": "9b0f17f2-a4b6-4d58-a830-bf0d5d7e8709", "tag": "e9e6a441-ed1f-4f7f-bf97-540f221b56d8"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:30:15.837217 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb6589f-1aaa-4e67-9c72-97a9c5072852 req-691b2ba5-5264-4b3a-9517-7fcaecd1bafe tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:15.838988 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-4cb6589f-1aaa-4e67-9c72-97a9c5072852 req-691b2ba5-5264-4b3a-9517-7fcaecd1bafe tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b0f17f2-a4b6-4d58-a830-bf0d5d7e8709 HTTP/1.1" status: 200 len: 943 time: 0.0695755 Aug 25 01:30:15.883402 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 01:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002faf76-1755-429d-869f-ddd0523b3307 x-openstack-request-id: req-002faf76-1755-429d-869f-ddd0523b3307 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:30:15.883764 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b0f17f2-a4b6-4d58-a830-bf0d5d7e8709", "tag": "e9e6a441-ed1f-4f7f-bf97-540f221b56d8", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:30:15.884083 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-002faf76-1755-429d-869f-ddd0523b3307 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:30:15.884561 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b0f17f2-a4b6-4d58-a830-bf0d5d7e8709', 'tag': 'e9e6a441-ed1f-4f7f-bf97-540f221b56d8', 'status': 'completed', 'code': 200} Aug 25 01:30:15.893273 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-4cb6589f-1aaa-4e67-9c72-97a9c5072852 req-ee5058b7-77a2-4478-904b-7938aef03141 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] 10.222.0.23 "GET /v2.0/security-groups?id=981b4e0b-151e-4247-84dd-8a97133bb252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472350 Aug 25 01:30:15.963524 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0ed50-27d6-4a6c-abbb-9b9c101a36bd req-c83110c6-41dd-4d70-8c15-ea9a94d5d3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:15.964993 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-a1f0ed50-27d6-4a6c-abbb-9b9c101a36bd req-c83110c6-41dd-4d70-8c15-ea9a94d5d3b5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=91561edb5be742c6b2dfc64b3ffb7be2&device_id=9b0f17f2-a4b6-4d58-a830-bf0d5d7e8709 HTTP/1.1" status: 200 len: 1096 time: 0.0508749 Aug 25 01:30:15.996955 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device 8e48c757-7e6e-4b84-9506-7c2d2575918f no longer exists at agent hyperv_hv-cinder-79001 {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 01:30:16.023921 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] No Port match for: 8e48c757-7e6e-4b84-9506-7c2d2575918f {{(pid=93834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 01:30:16.024263 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device 8e48c757-7e6e-4b84-9506-7c2d2575918f not bound to the agent host hv-cinder-79001 {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 01:30:16.075537 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0ed50-27d6-4a6c-abbb-9b9c101a36bd req-67209bd8-47fe-43d1-8a4d-d522f73c55f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:16.077192 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-a1f0ed50-27d6-4a6c-abbb-9b9c101a36bd req-67209bd8-47fe-43d1-8a4d-d522f73c55f6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=84cb8eb6-9564-4dff-aed6-09b90ec75ea3 HTTP/1.1" status: 200 len: 914 time: 0.1020398 Aug 25 01:30:16.130631 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-a1f0ed50-27d6-4a6c-abbb-9b9c101a36bd req-e3aba339-1eb6-4703-ad24-13b178f2eb26 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e9e6a441-ed1f-4f7f-bf97-540f221b56d8 HTTP/1.1" status: 200 len: 217 time: 0.0366421 Aug 25 01:30:16.208010 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342244e-64cc-44d1-8651-cc5f9b94b77b req-a04d0284-458c-4f7e-b43f-4ee860021999 tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:16.209474 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-7342244e-64cc-44d1-8651-cc5f9b94b77b req-a04d0284-458c-4f7e-b43f-4ee860021999 tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2a31c8-9646-48cc-9923-4d0b2c86ac4e HTTP/1.1" status: 200 len: 949 time: 0.0732646 Aug 25 01:30:16.215422 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0ed50-27d6-4a6c-abbb-9b9c101a36bd req-c1c0e992-ee49-484b-8a05-c9115c9c61ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:16.217162 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-a1f0ed50-27d6-4a6c-abbb-9b9c101a36bd req-c1c0e992-ee49-484b-8a05-c9115c9c61ad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5d0a5bb3-97ec-4ebc-a0a1-9f08208a3649 HTTP/1.1" status: 200 len: 853 time: 0.0709803 Aug 25 01:30:16.269440 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-7342244e-64cc-44d1-8651-cc5f9b94b77b req-d5ae4607-5414-44dd-9ffb-e1a6987fc1de tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8a0ab65-e8bd-4f04-a6e0-b2efc819e76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508292 Aug 25 01:30:16.281997 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-a1f0ed50-27d6-4a6c-abbb-9b9c101a36bd req-bee33994-090f-4dd4-a364-7eb7828424a5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=84cb8eb6-9564-4dff-aed6-09b90ec75ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400343 Aug 25 01:30:16.379977 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c443a383-7be4-4d10-a1b5-47dc2350a709 req-3bc6abea-6b01-4938-a236-5ec3dd1fdf09 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:16.385761 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-c443a383-7be4-4d10-a1b5-47dc2350a709 req-3bc6abea-6b01-4938-a236-5ec3dd1fdf09 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0993147 Aug 25 01:30:16.390839 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-a1f0ed50-27d6-4a6c-abbb-9b9c101a36bd req-cbea4556-9b27-45e2-9ee0-09b53c0f5973 service neutron] 10.222.0.26 "GET /v2.0/networks/84cb8eb6-9564-4dff-aed6-09b90ec75ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966747 Aug 25 01:30:16.455278 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-c443a383-7be4-4d10-a1b5-47dc2350a709 req-59db008e-ec1a-47e2-8827-251d705554c8 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633931 Aug 25 01:30:16.516469 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-a1f0ed50-27d6-4a6c-abbb-9b9c101a36bd req-a5f554c3-cad1-4e3c-b9a8-7eacf58877a2 service neutron] 10.222.0.26 "GET /v2.0/networks/84cb8eb6-9564-4dff-aed6-09b90ec75ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154792 Aug 25 01:30:16.642021 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f3f7b6-715f-4dc8-948c-24e1fa5c05af req-308f2e14-8ebf-49d1-b8d3-fe195ca8b3e3 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:16.643521 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-70f3f7b6-715f-4dc8-948c-24e1fa5c05af req-308f2e14-8ebf-49d1-b8d3-fe195ca8b3e3 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 943 time: 0.0881417 Aug 25 01:30:16.654933 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b857d-2e31-458e-b5c0-a94f246bb25e req-1d3beda4-16c0-4f38-a504-8e313f0bc776 tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:16.663075 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ce5b857d-2e31-458e-b5c0-a94f246bb25e req-1d3beda4-16c0-4f38-a504-8e313f0bc776 tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2a31c8-9646-48cc-9923-4d0b2c86ac4e HTTP/1.1" status: 200 len: 949 time: 0.0949492 Aug 25 01:30:16.719006 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-70f3f7b6-715f-4dc8-948c-24e1fa5c05af req-79bda990-c212-4c0e-82cd-ac59648106f5 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/security-groups?id=942ed35d-86d4-4e3d-9945-63fc3c81438c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539396 Aug 25 01:30:16.721837 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ce5b857d-2e31-458e-b5c0-a94f246bb25e req-034ce7a9-f97a-443c-ab1e-86a4a0d74ef8 tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8a0ab65-e8bd-4f04-a6e0-b2efc819e76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579982 Aug 25 01:30:17.025080 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acbc5a3-6d9e-4ef1-ad5a-6402c2d5be53 req-4d776a5f-0be3-4ede-8f59-da6b6a245f9c tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:17.026580 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-2acbc5a3-6d9e-4ef1-ad5a-6402c2d5be53 req-4d776a5f-0be3-4ede-8f59-da6b6a245f9c tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b0f17f2-a4b6-4d58-a830-bf0d5d7e8709 HTTP/1.1" status: 200 len: 943 time: 0.0557060 Aug 25 01:30:17.071385 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-2acbc5a3-6d9e-4ef1-ad5a-6402c2d5be53 req-b0ddc121-0185-4820-82ea-ff93496ca443 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] 10.222.0.23 "GET /v2.0/security-groups?id=981b4e0b-151e-4247-84dd-8a97133bb252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379553 Aug 25 01:30:17.551526 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 52672) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:30:17.585376 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ecb79b-689c-4959-8662-5e940bef3142 req-6a0fac6b-d44e-44b9-9ccb-7b047967b905 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:17.586858 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-27ecb79b-689c-4959-8662-5e940bef3142 req-6a0fac6b-d44e-44b9-9ccb-7b047967b905 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0539725 Aug 25 01:30:17.628397 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-27ecb79b-689c-4959-8662-5e940bef3142 req-2711507e-beac-4734-8698-47402a383a73 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350354 Aug 25 01:30:17.670975 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1937602f-88a0-4438-a4c2-add9cf119748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:17.767063 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1937602f-88a0-4438-a4c2-add9cf119748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:17.774392 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1937602f-88a0-4438-a4c2-add9cf119748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:17.828216 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1937602f-88a0-4438-a4c2-add9cf119748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc853df-2cda-419c-9162-760dde5f3e0d,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:30:17.851438 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-1937602f-88a0-4438-a4c2-add9cf119748 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ba9eac01c6b84edf909a4b04d16d6aef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2958922 Aug 25 01:30:17.851705 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 52688) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:30:17.876547 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896010b8-86d4-4da0-9c81-2cf98b001180 req-66f91d39-8476-495d-9803-905e3ff99dfa tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:17.886254 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-896010b8-86d4-4da0-9c81-2cf98b001180 req-66f91d39-8476-495d-9803-905e3ff99dfa tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 943 time: 0.0879612 Aug 25 01:30:17.906705 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-28427e37-c13c-4ab8-9d93-00555a484bb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:17.918473 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e6974-4141-4319-b1e3-d46fb80d134c req-aa13278b-58e0-4e4b-884a-83fbe59b929d tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:17.919966 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-294e6974-4141-4319-b1e3-d46fb80d134c req-aa13278b-58e0-4e4b-884a-83fbe59b929d tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2a31c8-9646-48cc-9923-4d0b2c86ac4e HTTP/1.1" status: 200 len: 949 time: 0.0948637 Aug 25 01:30:17.929765 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-28427e37-c13c-4ab8-9d93-00555a484bb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:17.940163 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-896010b8-86d4-4da0-9c81-2cf98b001180 req-f15898e0-96da-40ba-9a87-ba32c8e05c41 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/security-groups?id=942ed35d-86d4-4e3d-9945-63fc3c81438c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530355 Aug 25 01:30:17.980477 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-294e6974-4141-4319-b1e3-d46fb80d134c req-139f6ae9-0244-420d-8157-c40a9b079319 tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8a0ab65-e8bd-4f04-a6e0-b2efc819e76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486813 Aug 25 01:30:17.989765 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-28427e37-c13c-4ab8-9d93-00555a484bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:17.992332 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-28427e37-c13c-4ab8-9d93-00555a484bb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:17.995292 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-28427e37-c13c-4ab8-9d93-00555a484bb2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/acc853df-2cda-419c-9162-760dde5f3e0d HTTP/1.1" status: 204 len: 168 time: 0.1425548 Aug 25 01:30:18.003977 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28427e37-c13c-4ab8-9d93-00555a484bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc853df-2cda-419c-9162-760dde5f3e0d,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:30:18.009296 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device e9e6a441-ed1f-4f7f-bf97-540f221b56d8 details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=93834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 01:30:18.073697 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ee0e9-bc76-4a92-b45e-4dc1ad50b1e4 req-2d06dc9f-e52a-4d27-a77a-e4bab5c08072 tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:18.075898 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-477ee0e9-bc76-4a92-b45e-4dc1ad50b1e4 req-2d06dc9f-e52a-4d27-a77a-e4bab5c08072 tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d2a31c8-9646-48cc-9923-4d0b2c86ac4e HTTP/1.1" status: 200 len: 949 time: 0.0610497 Aug 25 01:30:18.130610 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port e9e6a441-ed1f-4f7f-bf97-540f221b56d8, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=e9e6a441-ed1f-4f7f-bf97-540f221b56d8,segment=NetworkSegment(88111f06-2a4a-4958-b0e0-8ecb0ef77555),segment_id=88111f06-2a4a-4958-b0e0-8ecb0ef77555)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:30:18.142867 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Returning: {'device': 'e9e6a441-ed1f-4f7f-bf97-540f221b56d8', 'network_id': '84cb8eb6-9564-4dff-aed6-09b90ec75ea3', 'port_id': 'e9e6a441-ed1f-4f7f-bf97-540f221b56d8', 'mac_address': 'fa:16:3e:23:f8:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d0a5bb3-97ec-4ebc-a0a1-9f08208a3649', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 01:30:18.196737 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:18.214124 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-477ee0e9-bc76-4a92-b45e-4dc1ad50b1e4 req-756f52e4-fb27-4f59-9a0e-4e768309a974 tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] Deleting port d2c9461c-457e-49bf-9c05-26bec93865bd {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 01:30:18.215166 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-477ee0e9-bc76-4a92-b45e-4dc1ad50b1e4 req-756f52e4-fb27-4f59-9a0e-4e768309a974 tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782027226579'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:18.223845 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9e6a441-ed1f-4f7f-bf97-540f221b56d8 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 01:30:18.241043 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a21cef5-4406-4357-b549-ceca30f62239 req-c351cb90-b8d6-4025-9890-779c232fb485 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:18.249590 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-9a21cef5-4406-4357-b549-ceca30f62239 req-c351cb90-b8d6-4025-9890-779c232fb485 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b0f17f2-a4b6-4d58-a830-bf0d5d7e8709 HTTP/1.1" status: 200 len: 943 time: 0.0797071 Aug 25 01:30:18.275589 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port e9e6a441-ed1f-4f7f-bf97-540f221b56d8, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=e9e6a441-ed1f-4f7f-bf97-540f221b56d8,segment=NetworkSegment(88111f06-2a4a-4958-b0e0-8ecb0ef77555),segment_id=88111f06-2a4a-4958-b0e0-8ecb0ef77555)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:30:18.284145 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:18.285021 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device a3775475-a3b7-4d85-a6f7-89a52ab37abe details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=93834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 01:30:18.315177 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-9a21cef5-4406-4357-b549-ceca30f62239 req-5ef641b5-aa61-4bb6-bacf-8f9c24f9257a tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] 10.222.0.23 "GET /v2.0/security-groups?id=981b4e0b-151e-4247-84dd-8a97133bb252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645783 Aug 25 01:30:18.358122 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-477ee0e9-bc76-4a92-b45e-4dc1ad50b1e4 req-756f52e4-fb27-4f59-9a0e-4e768309a974 tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] For port d2c9461c-457e-49bf-9c05-26bec93865bd, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=d2c9461c-457e-49bf-9c05-26bec93865bd,segment=NetworkSegment(9ba38f51-83bb-4f25-ad19-f53d5669748c),segment_id=9ba38f51-83bb-4f25-ad19-f53d5669748c)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:30:18.358728 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-477ee0e9-bc76-4a92-b45e-4dc1ad50b1e4 req-756f52e4-fb27-4f59-9a0e-4e768309a974 tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647429'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:18.375174 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-477ee0e9-bc76-4a92-b45e-4dc1ad50b1e4 req-756f52e4-fb27-4f59-9a0e-4e768309a974 tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] Calling delete_port for d2c9461c-457e-49bf-9c05-26bec93865bd owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 01:30:18.406346 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Pushing event updated for resources: {'Port': ['ID=e9e6a441-ed1f-4f7f-bf97-540f221b56d8,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:30:18.433874 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 52706) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:30:18.449074 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e882a530-191a-4003-a046-77d0c6ead8ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:18.452704 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port a3775475-a3b7-4d85-a6f7-89a52ab37abe, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=a3775475-a3b7-4d85-a6f7-89a52ab37abe,segment=NetworkSegment(60783d59-e204-428b-9b9a-32183774f0fb),segment_id=60783d59-e204-428b-9b9a-32183774f0fb)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:30:18.467174 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Returning: {'device': 'a3775475-a3b7-4d85-a6f7-89a52ab37abe', 'network_id': '321eee0d-c6be-433c-adb7-c8e082895ea9', 'port_id': 'a3775475-a3b7-4d85-a6f7-89a52ab37abe', 'mac_address': 'fa:16:3e:f1:b1:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7657e42-cf1d-4305-98b4-a698e1c9d680', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 01:30:18.518839 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:18.532644 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3775475-a3b7-4d85-a6f7-89a52ab37abe {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 01:30:18.532833 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-477ee0e9-bc76-4a92-b45e-4dc1ad50b1e4 req-756f52e4-fb27-4f59-9a0e-4e768309a974 tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782027086291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782026665153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:18.545563 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] get_ports_and_sgs() called for port_ids ['d2c9461c-457e-49bf-9c05-26bec93865bd'] {{(pid=93834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 01:30:18.572904 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port a3775475-a3b7-4d85-a6f7-89a52ab37abe, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=a3775475-a3b7-4d85-a6f7-89a52ab37abe,segment=NetworkSegment(60783d59-e204-428b-9b9a-32183774f0fb),segment_id=60783d59-e204-428b-9b9a-32183774f0fb)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:30:18.577345 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756f52e4-fb27-4f59-9a0e-4e768309a974 tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] Pushing event deleted for resources: {'Port': ['ID=d2c9461c-457e-49bf-9c05-26bec93865bd,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:30:18.577981 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e882a530-191a-4003-a046-77d0c6ead8ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:18.579640 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:18.586296 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e882a530-191a-4003-a046-77d0c6ead8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:18.623036 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-477ee0e9-bc76-4a92-b45e-4dc1ad50b1e4 req-756f52e4-fb27-4f59-9a0e-4e768309a974 tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] No DVR routers for this DVR port d2c9461c-457e-49bf-9c05-26bec93865bd on host hv-cinder-79001 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 01:30:18.625839 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-477ee0e9-bc76-4a92-b45e-4dc1ad50b1e4 req-756f52e4-fb27-4f59-9a0e-4e768309a974 tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:18.628050 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-477ee0e9-bc76-4a92-b45e-4dc1ad50b1e4 req-756f52e4-fb27-4f59-9a0e-4e768309a974 tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] 10.222.0.26 "DELETE /v2.0/ports/d2c9461c-457e-49bf-9c05-26bec93865bd HTTP/1.1" status: 204 len: 173 time: 0.5460961 Aug 25 01:30:18.628484 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d2a31c8-9646-48cc-9923-4d0b2c86ac4e', 'name': 'network-vif-deleted', 'tag': 'd2c9461c-457e-49bf-9c05-26bec93865bd'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:30:18.629225 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-e882a530-191a-4003-a046-77d0c6ead8ca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ef2099d9ceef4ad6bf73b8414172740f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1938748 Aug 25 01:30:18.631041 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6aaa77860150641abcbf195034e02978cb43d302165c9bbcbee081d494fe815" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed7ff3f-b375-41a6-a56d-6dfe1d961768" -d '{"events": [{"server_uuid": "3d2a31c8-9646-48cc-9923-4d0b2c86ac4e", "name": "network-vif-deleted", "tag": "d2c9461c-457e-49bf-9c05-26bec93865bd"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:30:18.633575 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 52708) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:30:18.634247 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e882a530-191a-4003-a046-77d0c6ead8ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f2a8e9-6ebe-4c45-abae-1de960f9d473,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:30:18.683735 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Pushing event updated for resources: {'Port': ['ID=a3775475-a3b7-4d85-a6f7-89a52ab37abe,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:30:18.701486 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 01:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec57b0ae-fd6e-4352-a007-cbf9db76a6db x-openstack-request-id: req-ec57b0ae-fd6e-4352-a007-cbf9db76a6db {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:30:18.701790 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d2a31c8-9646-48cc-9923-4d0b2c86ac4e", "name": "network-vif-deleted", "tag": "d2c9461c-457e-49bf-9c05-26bec93865bd", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:30:18.702013 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ec57b0ae-fd6e-4352-a007-cbf9db76a6db {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:30:18.702403 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d2a31c8-9646-48cc-9923-4d0b2c86ac4e', 'name': 'network-vif-deleted', 'tag': 'd2c9461c-457e-49bf-9c05-26bec93865bd', 'status': 'completed', 'code': 200} Aug 25 01:30:18.724595 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-28689390-7b55-4130-bb2d-326335af3ffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:18.786113 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-28689390-7b55-4130-bb2d-326335af3ffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:18.833773 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46042fe-75bd-4b5b-83e0-2a7eba1d1d27 req-9de40172-534a-4494-9d31-1563e353ad76 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:18.835643 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a46042fe-75bd-4b5b-83e0-2a7eba1d1d27 req-9de40172-534a-4494-9d31-1563e353ad76 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.1046464 Aug 25 01:30:18.848545 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] get_ports_and_sgs() called for port_ids ['a3775475-a3b7-4d85-a6f7-89a52ab37abe'] {{(pid=93834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 01:30:18.854611 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] get_ports_and_sgs() called for port_ids ['e9e6a441-ed1f-4f7f-bf97-540f221b56d8'] {{(pid=93834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 01:30:18.878179 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a46042fe-75bd-4b5b-83e0-2a7eba1d1d27 req-18abe434-9c69-467b-ae4a-6c1b7c82e852 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365438 Aug 25 01:30:18.879185 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-28689390-7b55-4130-bb2d-326335af3ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:18.882651 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-28689390-7b55-4130-bb2d-326335af3ffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:18.886039 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-28689390-7b55-4130-bb2d-326335af3ffc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/14f2a8e9-6ebe-4c45-abae-1de960f9d473 HTTP/1.1" status: 204 len: 168 time: 0.2366483 Aug 25 01:30:18.891836 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28689390-7b55-4130-bb2d-326335af3ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f2a8e9-6ebe-4c45-abae-1de960f9d473,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:30:19.102583 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeff850-8033-4d0e-a418-16a8736df1b7 req-5e609d94-9e89-4a8b-b57d-83266aacc580 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:19.110643 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-bdeff850-8033-4d0e-a418-16a8736df1b7 req-5e609d94-9e89-4a8b-b57d-83266aacc580 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 944 time: 0.0730283 Aug 25 01:30:19.163844 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-adb2ac84-f70a-4cf1-93f4-4bd8b2fa5fd7 req-467aafeb-d335-4b0e-972d-1c89ce727828 tempest-VolumesNegativeTest-317264273 tempest-VolumesNegativeTest-317264273-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2a31c8-9646-48cc-9923-4d0b2c86ac4e HTTP/1.1" status: 200 len: 210 time: 0.0488412 Aug 25 01:30:19.207685 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-bdeff850-8033-4d0e-a418-16a8736df1b7 req-f71fd7cc-9b2a-4e43-a63b-24d8b773639e tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/security-groups?id=942ed35d-86d4-4e3d-9945-63fc3c81438c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914209 Aug 25 01:30:19.458440 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ebd6c-b181-468d-81b7-1e511645158d req-5f31b76c-98ed-474c-9938-43729fd95d45 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:19.466478 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-f34ebd6c-b181-468d-81b7-1e511645158d req-5f31b76c-98ed-474c-9938-43729fd95d45 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b0f17f2-a4b6-4d58-a830-bf0d5d7e8709 HTTP/1.1" status: 200 len: 944 time: 0.0743461 Aug 25 01:30:19.512156 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-f34ebd6c-b181-468d-81b7-1e511645158d req-060e7bcd-10a5-466c-8adf-90456b351ab7 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] 10.222.0.23 "GET /v2.0/security-groups?id=981b4e0b-151e-4247-84dd-8a97133bb252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446525 Aug 25 01:30:19.523100 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d82ec711-3082-4b2a-80e9-f7f3a937adea req-3acf84f0-f756-4c87-a682-aff363327b57 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427339 Aug 25 01:30:19.553055 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:19.629547 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ec711-3082-4b2a-80e9-f7f3a937adea req-26c9d634-efd1-4c10-8742-f047026fd7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:19.632208 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d82ec711-3082-4b2a-80e9-f7f3a937adea req-26c9d634-efd1-4c10-8742-f047026fd7fb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9332813e5ed544a58621b5d1c5e0bbba&device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 1099 time: 0.0651026 Aug 25 01:30:19.758151 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ec711-3082-4b2a-80e9-f7f3a937adea req-c1c9b796-bc43-461f-a8d2-1ff80d3bc209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:19.759786 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d82ec711-3082-4b2a-80e9-f7f3a937adea req-c1c9b796-bc43-461f-a8d2-1ff80d3bc209 service neutron] 10.222.0.26 "GET /v2.0/networks?id=941f32ea-0da3-4101-b2fe-5e10ea072419 HTTP/1.1" status: 200 len: 920 time: 0.1029565 Aug 25 01:30:19.804663 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d82ec711-3082-4b2a-80e9-f7f3a937adea req-d128d62c-84bb-4740-b1c6-26ede261990e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12da0e27-c7a9-42f4-82da-178ee98a8aed HTTP/1.1" status: 200 len: 217 time: 0.0355654 Aug 25 01:30:19.860079 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ec711-3082-4b2a-80e9-f7f3a937adea req-325a16e2-32d0-47ff-8a03-f20eb6efb03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:19.861476 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d82ec711-3082-4b2a-80e9-f7f3a937adea req-325a16e2-32d0-47ff-8a03-f20eb6efb03a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84dbee4e-0c46-44e0-883e-063ae4a8075c HTTP/1.1" status: 200 len: 859 time: 0.0464029 Aug 25 01:30:20.000949 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c4787-59a6-4f04-bd49-57815baa5246 req-86bf3e5b-c5c1-48ee-90ac-64fcf592f64c tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:20.002487 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-777c4787-59a6-4f04-bd49-57815baa5246 req-86bf3e5b-c5c1-48ee-90ac-64fcf592f64c tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0530348 Aug 25 01:30:20.009388 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device e9e6a441-ed1f-4f7f-bf97-540f221b56d8 up at agent hyperv_hv-cinder-79001 {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:30:20.049276 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-777c4787-59a6-4f04-bd49-57815baa5246 req-5f5c2ecb-f9d8-4992-a692-9a83f36e5a04 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394299 Aug 25 01:30:20.061361 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Provisioning for port e9e6a441-ed1f-4f7f-bf97-540f221b56d8 completed by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:30:20.074700 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Provisioning complete for port e9e6a441-ed1f-4f7f-bf97-540f221b56d8 triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:30:20.075078 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:20.141016 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d82ec711-3082-4b2a-80e9-f7f3a937adea req-b161fe6f-a3a0-45ce-a2c9-38818491cde4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=941f32ea-0da3-4101-b2fe-5e10ea072419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2714138 Aug 25 01:30:20.159940 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:20.189800 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b0f17f2-a4b6-4d58-a830-bf0d5d7e8709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9e6a441-ed1f-4f7f-bf97-540f221b56d8'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:30:20.192521 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac4c50f49c3b3a17933da630e77cab0c79281d75959c3f8023547b3e3ec39ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b99a47-175a-44f6-8b12-9d11e969bd78" -d '{"events": [{"server_uuid": "9b0f17f2-a4b6-4d58-a830-bf0d5d7e8709", "name": "network-vif-plugged", "status": "completed", "tag": "e9e6a441-ed1f-4f7f-bf97-540f221b56d8"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:30:20.211258 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port e9e6a441-ed1f-4f7f-bf97-540f221b56d8, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=e9e6a441-ed1f-4f7f-bf97-540f221b56d8,segment=NetworkSegment(88111f06-2a4a-4958-b0e0-8ecb0ef77555),segment_id=88111f06-2a4a-4958-b0e0-8ecb0ef77555)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:30:20.224209 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:20.225077 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device a3775475-a3b7-4d85-a6f7-89a52ab37abe up at agent hyperv_hv-cinder-79001 {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:30:20.250937 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d82ec711-3082-4b2a-80e9-f7f3a937adea req-27fae235-6dd1-480b-a631-9170629cf657 service neutron] 10.222.0.26 "GET /v2.0/networks/941f32ea-0da3-4101-b2fe-5e10ea072419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001527 Aug 25 01:30:20.291839 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 01:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff68e2d-27c0-4414-885f-e6cc345aaa5e x-openstack-request-id: req-7ff68e2d-27c0-4414-885f-e6cc345aaa5e {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:30:20.292128 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b0f17f2-a4b6-4d58-a830-bf0d5d7e8709", "name": "network-vif-plugged", "status": "completed", "tag": "e9e6a441-ed1f-4f7f-bf97-540f221b56d8", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:30:20.292380 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7ff68e2d-27c0-4414-885f-e6cc345aaa5e {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:30:20.292769 dv-cinder-790014-2-iscsi neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b0f17f2-a4b6-4d58-a830-bf0d5d7e8709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9e6a441-ed1f-4f7f-bf97-540f221b56d8', 'code': 200} Aug 25 01:30:20.337800 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Pushing event updated for resources: {'Port': ['ID=e9e6a441-ed1f-4f7f-bf97-540f221b56d8,revision_number=5']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:30:20.372321 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Provisioning for port a3775475-a3b7-4d85-a6f7-89a52ab37abe completed by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:30:20.377669 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Provisioning complete for port a3775475-a3b7-4d85-a6f7-89a52ab37abe triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:30:20.378230 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:20.404949 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af124095-8762-485e-bd3a-675783493302 req-2c6fd767-e6b0-4743-8481-cce369610f52 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:20.407004 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-af124095-8762-485e-bd3a-675783493302 req-2c6fd767-e6b0-4743-8481-cce369610f52 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 944 time: 0.0812795 Aug 25 01:30:20.467406 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d82ec711-3082-4b2a-80e9-f7f3a937adea req-de7c926b-e686-4b7e-9273-026496f64622 service neutron] 10.222.0.26 "GET /v2.0/networks/941f32ea-0da3-4101-b2fe-5e10ea072419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896625 Aug 25 01:30:20.506586 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-af124095-8762-485e-bd3a-675783493302 req-b89c19ec-7ef6-4283-a805-5b5d11ca5732 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/security-groups?id=942ed35d-86d4-4e3d-9945-63fc3c81438c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904357 Aug 25 01:30:20.542625 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:20.605404 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port a3775475-a3b7-4d85-a6f7-89a52ab37abe, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=a3775475-a3b7-4d85-a6f7-89a52ab37abe,segment=NetworkSegment(60783d59-e204-428b-9b9a-32183774f0fb),segment_id=60783d59-e204-428b-9b9a-32183774f0fb)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:30:20.615417 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:20.691886 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c34d7-c814-431b-8e84-f80079165eab req-74425eb3-afa3-4767-8cd5-897f5fad217a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:20.695015 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-585c34d7-c814-431b-8e84-f80079165eab req-74425eb3-afa3-4767-8cd5-897f5fad217a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9b0f17f2-a4b6-4d58-a830-bf0d5d7e8709 HTTP/1.1" status: 200 len: 1098 time: 0.1088746 Aug 25 01:30:20.707885 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b40d25a-a85b-4b39-bb2b-c2b2d8c7ead0 req-7fc9dc97-3957-4d06-ac73-fd07fa06d417 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:20.709733 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-1b40d25a-a85b-4b39-bb2b-c2b2d8c7ead0 req-7fc9dc97-3957-4d06-ac73-fd07fa06d417 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b0f17f2-a4b6-4d58-a830-bf0d5d7e8709 HTTP/1.1" status: 200 len: 945 time: 0.0743356 Aug 25 01:30:20.711882 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Pushing event updated for resources: {'Port': ['ID=a3775475-a3b7-4d85-a6f7-89a52ab37abe,revision_number=5']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:30:20.744876 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-585c34d7-c814-431b-8e84-f80079165eab req-748ab1a4-ccfb-4d32-91f3-73693c5f8455 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=981b4e0b-151e-4247-84dd-8a97133bb252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404494 Aug 25 01:30:20.779530 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-1b40d25a-a85b-4b39-bb2b-c2b2d8c7ead0 req-f66cb8fa-0fe2-4faa-91f1-c1bc68d14093 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] 10.222.0.23 "GET /v2.0/security-groups?id=981b4e0b-151e-4247-84dd-8a97133bb252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538254 Aug 25 01:30:21.185104 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9871d8-c4de-43d7-be85-7981c621f329 req-4eaa4de0-1c19-4d4b-abc6-57746fc0649d tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:21.186657 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-8a9871d8-c4de-43d7-be85-7981c621f329 req-4eaa4de0-1c19-4d4b-abc6-57746fc0649d tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0539663 Aug 25 01:30:21.227933 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-8a9871d8-c4de-43d7-be85-7981c621f329 req-b61c62a2-c743-4a0b-82d1-588b51073f63 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341306 Aug 25 01:30:21.283722 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 52876) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:30:21.394163 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-29bf9044-fce2-4424-9844-b2d105ce3bad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:21.483584 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-29bf9044-fce2-4424-9844-b2d105ce3bad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:21.488634 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-29bf9044-fce2-4424-9844-b2d105ce3bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:21.534495 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-29bf9044-fce2-4424-9844-b2d105ce3bad admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b44d08bb673a462db0e89a7acd525bf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2496471 Aug 25 01:30:21.535448 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf9044-fce2-4424-9844-b2d105ce3bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b39f7c-3448-4bd5-ba23-9e91606bb342,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:30:21.537159 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 52898) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:30:21.628100 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9c0bf505-53df-4ded-b57c-77f6a03e7393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:21.637928 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4fcf3-fe0b-4236-be5e-06d5300aaa2b req-500bae14-9e23-4fc6-8f91-9a1f4d3d66c8 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:21.639676 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-85b4fcf3-fe0b-4236-be5e-06d5300aaa2b req-500bae14-9e23-4fc6-8f91-9a1f4d3d66c8 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 945 time: 0.0716970 Aug 25 01:30:21.670083 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9c0bf505-53df-4ded-b57c-77f6a03e7393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:21.714107 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-85b4fcf3-fe0b-4236-be5e-06d5300aaa2b req-4b8aa58c-d9b6-4088-aadc-51e887857a44 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/security-groups?id=942ed35d-86d4-4e3d-9945-63fc3c81438c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674295 Aug 25 01:30:21.739424 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9c0bf505-53df-4ded-b57c-77f6a03e7393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:21.742129 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9c0bf505-53df-4ded-b57c-77f6a03e7393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:21.744121 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-9c0bf505-53df-4ded-b57c-77f6a03e7393 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/25b39f7c-3448-4bd5-ba23-9e91606bb342 HTTP/1.1" status: 204 len: 168 time: 0.2039557 Aug 25 01:30:21.752077 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0bf505-53df-4ded-b57c-77f6a03e7393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b39f7c-3448-4bd5-ba23-9e91606bb342,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:30:21.988688 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 52944) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:30:21.989204 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f92f3b-6bbf-4de6-b108-784f6a54045b req-36d3090a-9411-4beb-ba30-593d09919d31 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:21.990473 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-50f92f3b-6bbf-4de6-b108-784f6a54045b req-36d3090a-9411-4beb-ba30-593d09919d31 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b0f17f2-a4b6-4d58-a830-bf0d5d7e8709 HTTP/1.1" status: 200 len: 945 time: 0.0855069 Aug 25 01:30:22.025516 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device d2c9461c-457e-49bf-9c05-26bec93865bd no longer exists at agent hyperv_hv-cinder-79001 {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 01:30:22.047777 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] No Port match for: d2c9461c-457e-49bf-9c05-26bec93865bd {{(pid=93834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 01:30:22.048520 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device d2c9461c-457e-49bf-9c05-26bec93865bd not bound to the agent host hv-cinder-79001 {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 01:30:22.059159 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-50f92f3b-6bbf-4de6-b108-784f6a54045b req-ff4a4270-b1de-4f6c-965b-0269e6540aac tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] 10.222.0.23 "GET /v2.0/security-groups?id=981b4e0b-151e-4247-84dd-8a97133bb252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620944 Aug 25 01:30:22.120545 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a576a3e3-1b7e-43ef-8c3c-e292ee6dcd58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:22.126448 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 52964) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:30:22.142639 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-241a07aa-75e4-4b65-a063-686d82afea4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:22.214395 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a576a3e3-1b7e-43ef-8c3c-e292ee6dcd58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:22.218894 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a576a3e3-1b7e-43ef-8c3c-e292ee6dcd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:22.260500 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-a576a3e3-1b7e-43ef-8c3c-e292ee6dcd58 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c6f141f452f148898f2cbbf134e41a6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2705829 Aug 25 01:30:22.261915 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a576a3e3-1b7e-43ef-8c3c-e292ee6dcd58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9913b8bc-d02f-42dd-970a-38ee7e2ab87e,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:30:22.264501 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 52976) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:30:22.294169 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '534244b4-6d9f-4918-b1e1-3ea057e19cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3775475-a3b7-4d85-a6f7-89a52ab37abe'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:30:22.296532 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac4c50f49c3b3a17933da630e77cab0c79281d75959c3f8023547b3e3ec39ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569f3053-1dff-4a80-b4fc-8ce362cddc16" -d '{"events": [{"server_uuid": "534244b4-6d9f-4918-b1e1-3ea057e19cbf", "name": "network-vif-plugged", "status": "completed", "tag": "a3775475-a3b7-4d85-a6f7-89a52ab37abe"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:30:22.336515 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 01:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be571691-e4e6-4ec5-8b87-4d21f14c7ad6 x-openstack-request-id: req-be571691-e4e6-4ec5-8b87-4d21f14c7ad6 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:30:22.336808 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "534244b4-6d9f-4918-b1e1-3ea057e19cbf", "name": "network-vif-plugged", "status": "completed", "tag": "a3775475-a3b7-4d85-a6f7-89a52ab37abe", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:30:22.337062 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-be571691-e4e6-4ec5-8b87-4d21f14c7ad6 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:30:22.337455 dv-cinder-790014-2-iscsi neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '534244b4-6d9f-4918-b1e1-3ea057e19cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3775475-a3b7-4d85-a6f7-89a52ab37abe', 'code': 200} Aug 25 01:30:22.400388 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-241a07aa-75e4-4b65-a063-686d82afea4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:22.407361 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7bfea535-18eb-4506-85f4-f0677dcd6812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:22.419894 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa0722-02e3-4135-a07a-ff7fbaf5c09c req-218385a2-e346-429a-add5-ad9be9dbaee5 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:22.421390 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ccfa0722-02e3-4135-a07a-ff7fbaf5c09c req-218385a2-e346-429a-add5-ad9be9dbaee5 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.1017222 Aug 25 01:30:22.422014 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-241a07aa-75e4-4b65-a063-686d82afea4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:22.507918 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7bfea535-18eb-4506-85f4-f0677dcd6812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:22.520003 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241a07aa-75e4-4b65-a063-686d82afea4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0221f5b9-594f-4fe7-9aff-38d815f91c9a,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:30:22.529862 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-241a07aa-75e4-4b65-a063-686d82afea4c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5e0f251bbaa64b3bac71b6781417673e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4018502 Aug 25 01:30:22.531761 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 52994) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:30:22.556449 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ccfa0722-02e3-4135-a07a-ff7fbaf5c09c req-d826b7de-4861-4a26-9a7b-81f321bf016f tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287432 Aug 25 01:30:22.608872 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7bfea535-18eb-4506-85f4-f0677dcd6812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:22.611782 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7bfea535-18eb-4506-85f4-f0677dcd6812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:22.613061 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-7bfea535-18eb-4506-85f4-f0677dcd6812 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9913b8bc-d02f-42dd-970a-38ee7e2ab87e HTTP/1.1" status: 204 len: 168 time: 0.3474936 Aug 25 01:30:22.624893 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfea535-18eb-4506-85f4-f0677dcd6812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9913b8bc-d02f-42dd-970a-38ee7e2ab87e,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:30:22.633568 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-652b189f-88fe-425d-85bc-32844a8cf8d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:22.642527 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d6adfd-3a05-45bd-b1cd-cf814484b69e req-a9a1a434-555d-4d51-9d96-8b02a081f083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:22.644364 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-32d6adfd-3a05-45bd-b1cd-cf814484b69e req-a9a1a434-555d-4d51-9d96-8b02a081f083 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 1098 time: 0.0848792 Aug 25 01:30:22.687714 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-652b189f-88fe-425d-85bc-32844a8cf8d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:22.727839 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-32d6adfd-3a05-45bd-b1cd-cf814484b69e req-18e23b68-47a6-49a3-aa72-5d8c986a622e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=942ed35d-86d4-4e3d-9945-63fc3c81438c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685883 Aug 25 01:30:22.754488 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-652b189f-88fe-425d-85bc-32844a8cf8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:22.757664 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-652b189f-88fe-425d-85bc-32844a8cf8d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:22.758912 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-652b189f-88fe-425d-85bc-32844a8cf8d1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0221f5b9-594f-4fe7-9aff-38d815f91c9a HTTP/1.1" status: 204 len: 168 time: 0.2261119 Aug 25 01:30:22.770153 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b189f-88fe-425d-85bc-32844a8cf8d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0221f5b9-594f-4fe7-9aff-38d815f91c9a,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:30:22.904628 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5515d9-71b7-4d29-8802-8bbe363e23bf req-a54ad833-733b-4308-910d-9984f3bd0465 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:22.906216 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-df5515d9-71b7-4d29-8802-8bbe363e23bf req-a54ad833-733b-4308-910d-9984f3bd0465 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 945 time: 0.0635467 Aug 25 01:30:22.966485 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-df5515d9-71b7-4d29-8802-8bbe363e23bf req-752dd594-334c-4912-b309-43938ab96889 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/security-groups?id=942ed35d-86d4-4e3d-9945-63fc3c81438c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526114 Aug 25 01:30:23.214636 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb20cf-a842-4e5e-bb20-c7e3cab66f14 req-826bc655-4e9e-4b9d-84af-979bd75183d7 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:23.216323 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-38fb20cf-a842-4e5e-bb20-c7e3cab66f14 req-826bc655-4e9e-4b9d-84af-979bd75183d7 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b0f17f2-a4b6-4d58-a830-bf0d5d7e8709 HTTP/1.1" status: 200 len: 945 time: 0.0767579 Aug 25 01:30:23.278548 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-38fb20cf-a842-4e5e-bb20-c7e3cab66f14 req-fc16f0f6-7397-4b4a-ad95-870214679a77 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] 10.222.0.23 "GET /v2.0/security-groups?id=981b4e0b-151e-4247-84dd-8a97133bb252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551870 Aug 25 01:30:23.699272 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e04a2-2a39-43c1-b956-e140783ded63 req-921a7d6b-5d62-4703-bb41-d41813067ff6 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:23.701095 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a39e04a2-2a39-43c1-b956-e140783ded63 req-921a7d6b-5d62-4703-bb41-d41813067ff6 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0707219 Aug 25 01:30:23.753920 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a39e04a2-2a39-43c1-b956-e140783ded63 req-2214dcf4-e15e-41da-999e-dfe34f82b19b tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457487 Aug 25 01:30:24.123998 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c51d8e-870d-4eb5-9a3d-dca3e0e95e89 req-afcfbf7e-23d8-4c9b-91ce-df111fe8d849 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:24.125801 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-05c51d8e-870d-4eb5-9a3d-dca3e0e95e89 req-afcfbf7e-23d8-4c9b-91ce-df111fe8d849 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 945 time: 0.0686555 Aug 25 01:30:24.206105 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 53176) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:30:24.211257 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-05c51d8e-870d-4eb5-9a3d-dca3e0e95e89 req-14332009-3049-44f8-bfb2-33d9ae5bc9f3 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/security-groups?id=942ed35d-86d4-4e3d-9945-63fc3c81438c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793660 Aug 25 01:30:24.323893 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3c72b-7b6f-4f87-a597-201450258929 req-019ae30c-1ff7-4e30-b010-aac376fb941f tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:24.324955 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-784e9413-a122-43c8-9bdd-00a6d2411130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:24.325507 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-86f3c72b-7b6f-4f87-a597-201450258929 req-019ae30c-1ff7-4e30-b010-aac376fb941f tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 945 time: 0.0511246 Aug 25 01:30:24.363502 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-86f3c72b-7b6f-4f87-a597-201450258929 req-a61fdc00-10b3-43d1-b833-85f14a827d38 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/security-groups?id=942ed35d-86d4-4e3d-9945-63fc3c81438c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318031 Aug 25 01:30:24.387543 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 53182) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:30:24.421897 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-784e9413-a122-43c8-9bdd-00a6d2411130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:24.426568 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-784e9413-a122-43c8-9bdd-00a6d2411130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:24.467829 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-784e9413-a122-43c8-9bdd-00a6d2411130 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b9b94fef3ce040638c04f85818ae7103&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2605922 Aug 25 01:30:24.468798 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784e9413-a122-43c8-9bdd-00a6d2411130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbe59c3-275c-4c2d-977c-c5325c11d159,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:30:24.470511 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 53186) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:30:24.552046 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-25b05ff5-9b42-4895-8533-a6047dec1732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:24.581362 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abc91ba-1573-40b2-be53-6990e185d287 tempest-TestShelveInstance-564045728 tempest-TestShelveInstance-564045728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:24.582939 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-7abc91ba-1573-40b2-be53-6990e185d287 tempest-TestShelveInstance-564045728 tempest-TestShelveInstance-564045728-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 1093 time: 0.1935828 Aug 25 01:30:24.584787 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-25b05ff5-9b42-4895-8533-a6047dec1732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:24.586965 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 53192) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:30:24.595365 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [None req-9717ce6b-0e91-4422-b679-0175c2a3cb6f tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Request body: {'floatingip': {'floating_network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'port_id': 'a3775475-a3b7-4d85-a6f7-89a52ab37abe', 'tenant_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:30:24.625838 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9717ce6b-0e91-4422-b679-0175c2a3cb6f tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Notify callbacks [] for floatingip, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:24.640565 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-25b05ff5-9b42-4895-8533-a6047dec1732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:24.643518 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-25b05ff5-9b42-4895-8533-a6047dec1732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:24.644950 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-25b05ff5-9b42-4895-8533-a6047dec1732 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5bbe59c3-275c-4c2d-977c-c5325c11d159 HTTP/1.1" status: 204 len: 168 time: 0.1720316 Aug 25 01:30:24.653259 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b05ff5-9b42-4895-8533-a6047dec1732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbe59c3-275c-4c2d-977c-c5325c11d159,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:30:24.749171 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9717ce6b-0e91-4422-b679-0175c2a3cb6f tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:24.869807 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 53202) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:30:24.889018 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-9717ce6b-0e91-4422-b679-0175c2a3cb6f tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Allocated IP 172.27.1.253 (010d8b7d-53b1-407d-b771-6477c60770f4/e3100a47-8cf0-41e7-afe0-dcfedb56ff39/fe7741c2-ab2a-4f18-9940-75a09e681da0) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 01:30:24.891529 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c434b8-138d-475b-92bd-b9fa87df69a0 req-f35b9a18-be1e-4fa5-9f27-11d23fbdc11b tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:24.893584 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-b4c434b8-138d-475b-92bd-b9fa87df69a0 req-f35b9a18-be1e-4fa5-9f27-11d23fbdc11b tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0671351 Aug 25 01:30:24.964800 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-b4c434b8-138d-475b-92bd-b9fa87df69a0 req-4cc4b1f3-bace-4df5-a314-4d7bc5dfbe0e tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599399 Aug 25 01:30:25.045898 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9717ce6b-0e91-4422-b679-0175c2a3cb6f tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:25.066186 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-83369c89-5f80-43c8-b8c4-cd3bd14c8470 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=af7953fd9085478886e801134807fdaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1941700 Aug 25 01:30:25.068692 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 53214) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:30:25.091321 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9717ce6b-0e91-4422-b679-0175c2a3cb6f tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782026665144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:25.121267 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7e909f42-3720-45ef-8e6d-785992debe4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:25.129769 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9717ce6b-0e91-4422-b679-0175c2a3cb6f tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Network 010d8b7d-53b1-407d-b771-6477c60770f4 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:30:25.136949 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-9717ce6b-0e91-4422-b679-0175c2a3cb6f tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:30:25.144056 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9717ce6b-0e91-4422-b679-0175c2a3cb6f tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 01:30:25.145153 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7e909f42-3720-45ef-8e6d-785992debe4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:25.151018 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9717ce6b-0e91-4422-b679-0175c2a3cb6f tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Pushing event updated for resources: {'Port': ['ID=fe7741c2-ab2a-4f18-9940-75a09e681da0,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:30:25.209120 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7e909f42-3720-45ef-8e6d-785992debe4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:25.212769 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7e909f42-3720-45ef-8e6d-785992debe4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:25.216332 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-7e909f42-3720-45ef-8e6d-785992debe4e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c8a0ab65-e8bd-4f04-a6e0-b2efc819e76a HTTP/1.1" status: 204 len: 168 time: 0.1435521 Aug 25 01:30:25.224266 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e909f42-3720-45ef-8e6d-785992debe4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a0ab65-e8bd-4f04-a6e0-b2efc819e76a,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:30:25.647917 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9717ce6b-0e91-4422-b679-0175c2a3cb6f tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:25.720334 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9717ce6b-0e91-4422-b679-0175c2a3cb6f tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:25.872911 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9717ce6b-0e91-4422-b679-0175c2a3cb6f tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:25.879142 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9717ce6b-0e91-4422-b679-0175c2a3cb6f tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8611129'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:25.953178 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9717ce6b-0e91-4422-b679-0175c2a3cb6f tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Pushing event updated for resources: {'Port': ['ID=fe7741c2-ab2a-4f18-9940-75a09e681da0,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:30:25.965524 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9717ce6b-0e91-4422-b679-0175c2a3cb6f tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:30:25.965871 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9717ce6b-0e91-4422-b679-0175c2a3cb6f tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:30:25.966209 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9717ce6b-0e91-4422-b679-0175c2a3cb6f tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:30:25.966541 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9717ce6b-0e91-4422-b679-0175c2a3cb6f tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:30:25.966895 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9717ce6b-0e91-4422-b679-0175c2a3cb6f tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:30:25.967221 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9717ce6b-0e91-4422-b679-0175c2a3cb6f tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:30:25.967543 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9717ce6b-0e91-4422-b679-0175c2a3cb6f tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:30:25.967861 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9717ce6b-0e91-4422-b679-0175c2a3cb6f tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:30:25.968183 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9717ce6b-0e91-4422-b679-0175c2a3cb6f tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:30:25.968520 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9717ce6b-0e91-4422-b679-0175c2a3cb6f tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:30:25.968818 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9717ce6b-0e91-4422-b679-0175c2a3cb6f tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:30:25.969133 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9717ce6b-0e91-4422-b679-0175c2a3cb6f tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:30:25.972370 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9717ce6b-0e91-4422-b679-0175c2a3cb6f tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930814'] for floatingip, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:26.103904 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.db.l3_db [None req-9717ce6b-0e91-4422-b679-0175c2a3cb6f tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Floating IP 1b149b16-aa3e-4bd9-a2c1-504e860849dc associated. External IP: 172.27.1.253, port: a3775475-a3b7-4d85-a6f7-89a52ab37abe. Aug 25 01:30:26.104239 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa840df8-9b97-436d-9d5a-26599a3072cb req-0ebac1ca-bee1-4856-81f5-cfd034fbbc85 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:26.105797 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-fa840df8-9b97-436d-9d5a-26599a3072cb req-0ebac1ca-bee1-4856-81f5-cfd034fbbc85 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0523455 Aug 25 01:30:26.144106 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-fa840df8-9b97-436d-9d5a-26599a3072cb req-538f9a04-152c-4b50-af0c-39a47280aad1 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319543 Aug 25 01:30:26.304099 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9717ce6b-0e91-4422-b679-0175c2a3cb6f tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Router 50e70579-4971-41c7-bbeb-bfa3edcdcf5f has already been hosted by L3 agent 2e219680-1a48-4599-ad97-adf9ec497b47 {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 01:30:26.406232 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9717ce6b-0e91-4422-b679-0175c2a3cb6f tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Notify agent at l3_agent.dv-cinder-790014-2-iscsi the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 01:30:26.416063 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1968870-5950-4e6f-84e4-4c6dd17f25ac None None] Sync routers for ids ['50e70579-4971-41c7-bbeb-bfa3edcdcf5f'] in dv-cinder-790014-2-iscsi {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 01:30:26.422143 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9717ce6b-0e91-4422-b679-0175c2a3cb6f tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:26.426435 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1968870-5950-4e6f-84e4-4c6dd17f25ac None None] Routers {'50e70579-4971-41c7-bbeb-bfa3edcdcf5f'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:30:26.427315 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-e1968870-5950-4e6f-84e4-4c6dd17f25ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:30:00Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['50e70579-4971-41c7-bbeb-bfa3edcdcf5f'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:30:26.449207 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-9717ce6b-0e91-4422-b679-0175c2a3cb6f tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8578544 Aug 25 01:30:26.449810 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '534244b4-6d9f-4918-b1e1-3ea057e19cbf', 'tag': 'a3775475-a3b7-4d85-a6f7-89a52ab37abe'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:30:26.452075 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6aaa77860150641abcbf195034e02978cb43d302165c9bbcbee081d494fe815" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4249177f-6b89-42ea-8134-04efa6271d51" -d '{"events": [{"name": "network-changed", "server_uuid": "534244b4-6d9f-4918-b1e1-3ea057e19cbf", "tag": "a3775475-a3b7-4d85-a6f7-89a52ab37abe"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:30:26.491605 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 01:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e50544-a768-49ad-97a0-bc849a731971 x-openstack-request-id: req-a0e50544-a768-49ad-97a0-bc849a731971 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:30:26.491978 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "534244b4-6d9f-4918-b1e1-3ea057e19cbf", "tag": "a3775475-a3b7-4d85-a6f7-89a52ab37abe", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:30:26.492229 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a0e50544-a768-49ad-97a0-bc849a731971 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:30:26.492623 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '534244b4-6d9f-4918-b1e1-3ea057e19cbf', 'tag': 'a3775475-a3b7-4d85-a6f7-89a52ab37abe', 'status': 'completed', 'code': 200} Aug 25 01:30:26.529953 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-e1968870-5950-4e6f-84e4-4c6dd17f25ac None None] Set router 50e70579-4971-41c7-bbeb-bfa3edcdcf5f gateway port host: dv-cinder-790014-2-iscsi {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:30:26.820880 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-e1968870-5950-4e6f-84e4-4c6dd17f25ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e70579-4971-41c7-bbeb-bfa3edcdcf5f', 'name': 'tempest-TestShelveInstance-718401132-router', 'tenant_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '30b508f5-0db6-43a7-bfcb-4e8aea3136da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:28:35Z', 'updated_at': '2021-08-25T01:28:38Z', 'revision_number': 4, 'project_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'gw_port': {'id': '30b508f5-0db6-43a7-bfcb-4e8aea3136da', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e70579-4971-41c7-bbeb-bfa3edcdcf5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:28:35Z', 'updated_at': '2021-08-25T01:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_floatingips': [{'id': '1b149b16-aa3e-4bd9-a2c1-504e860849dc', 'tenant_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'floating_ip_address': '172.27.1.253', 'floating_network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'router_id': '50e70579-4971-41c7-bbeb-bfa3edcdcf5f', 'port_id': 'a3775475-a3b7-4d85-a6f7-89a52ab37abe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '321eee0d-c6be-433c-adb7-c8e082895ea9', 'mac_address': 'fa:16:3e:f1:b1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534244b4-6d9f-4918-b1e1-3ea057e19cbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T01:30:25Z', 'updated_at': '2021-08-25T01:30:25Z', 'revision_number': 0, 'project_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b61c829-6fb8-421b-9e9e-1d1f0be69582', 'name': '', 'network_id': '321eee0d-c6be-433c-adb7-c8e082895ea9', 'tenant_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'mac_address': 'fa:16:3e:0e:12:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e70579-4971-41c7-bbeb-bfa3edcdcf5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'd7657e42-cf1d-4305-98b4-a698e1c9d680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:28:37Z', 'updated_at': '2021-08-25T01:28:46Z', 'revision_number': 5, 'project_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'subnets': [{'id': 'd7657e42-cf1d-4305-98b4-a698e1c9d680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:30:26.847619 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1968870-5950-4e6f-84e4-4c6dd17f25ac None None] Checking router: 50e70579-4971-41c7-bbeb-bfa3edcdcf5f for host: dv-cinder-790014-2-iscsi {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 01:30:26.856459 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1968870-5950-4e6f-84e4-4c6dd17f25ac None None] Routers {'50e70579-4971-41c7-bbeb-bfa3edcdcf5f'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:30:26.857061 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-e1968870-5950-4e6f-84e4-4c6dd17f25ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:30:00Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['50e70579-4971-41c7-bbeb-bfa3edcdcf5f'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:30:26.957642 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-e1968870-5950-4e6f-84e4-4c6dd17f25ac None None] Set router 50e70579-4971-41c7-bbeb-bfa3edcdcf5f gateway port host: dv-cinder-790014-2-iscsi {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:30:27.175875 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-e1968870-5950-4e6f-84e4-4c6dd17f25ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e70579-4971-41c7-bbeb-bfa3edcdcf5f', 'name': 'tempest-TestShelveInstance-718401132-router', 'tenant_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '30b508f5-0db6-43a7-bfcb-4e8aea3136da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:28:35Z', 'updated_at': '2021-08-25T01:28:38Z', 'revision_number': 4, 'project_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'gw_port': {'id': '30b508f5-0db6-43a7-bfcb-4e8aea3136da', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e70579-4971-41c7-bbeb-bfa3edcdcf5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:28:35Z', 'updated_at': '2021-08-25T01:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_floatingips': [{'id': '1b149b16-aa3e-4bd9-a2c1-504e860849dc', 'tenant_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'floating_ip_address': '172.27.1.253', 'floating_network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'router_id': '50e70579-4971-41c7-bbeb-bfa3edcdcf5f', 'port_id': 'a3775475-a3b7-4d85-a6f7-89a52ab37abe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '321eee0d-c6be-433c-adb7-c8e082895ea9', 'mac_address': 'fa:16:3e:f1:b1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534244b4-6d9f-4918-b1e1-3ea057e19cbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T01:30:25Z', 'updated_at': '2021-08-25T01:30:25Z', 'revision_number': 0, 'project_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b61c829-6fb8-421b-9e9e-1d1f0be69582', 'name': '', 'network_id': '321eee0d-c6be-433c-adb7-c8e082895ea9', 'tenant_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'mac_address': 'fa:16:3e:0e:12:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e70579-4971-41c7-bbeb-bfa3edcdcf5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'd7657e42-cf1d-4305-98b4-a698e1c9d680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:28:37Z', 'updated_at': '2021-08-25T01:28:46Z', 'revision_number': 5, 'project_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'subnets': [{'id': 'd7657e42-cf1d-4305-98b4-a698e1c9d680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:30:27.201654 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1968870-5950-4e6f-84e4-4c6dd17f25ac None None] The sync data for ids ['50e70579-4971-41c7-bbeb-bfa3edcdcf5f'] in dv-cinder-790014-2-iscsi is: [{'id': '50e70579-4971-41c7-bbeb-bfa3edcdcf5f', 'name': 'tempest-TestShelveInstance-718401132-router', 'tenant_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '30b508f5-0db6-43a7-bfcb-4e8aea3136da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:28:35Z', 'updated_at': '2021-08-25T01:28:38Z', 'revision_number': 4, 'project_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'gw_port': {'id': '30b508f5-0db6-43a7-bfcb-4e8aea3136da', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e70579-4971-41c7-bbeb-bfa3edcdcf5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:28:35Z', 'updated_at': '2021-08-25T01:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_floatingips': [{'id': '1b149b16-aa3e-4bd9-a2c1-504e860849dc', 'tenant_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'floating_ip_address': '172.27.1.253', 'floating_network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'router_id': '50e70579-4971-41c7-bbeb-bfa3edcdcf5f', 'port_id': 'a3775475-a3b7-4d85-a6f7-89a52ab37abe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '321eee0d-c6be-433c-adb7-c8e082895ea9', 'mac_address': 'fa:16:3e:f1:b1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534244b4-6d9f-4918-b1e1-3ea057e19cbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T01:30:25Z', 'updated_at': '2021-08-25T01:30:25Z', 'revision_number': 0, 'project_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b61c829-6fb8-421b-9e9e-1d1f0be69582', 'name': '', 'network_id': '321eee0d-c6be-433c-adb7-c8e082895ea9', 'tenant_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'mac_address': 'fa:16:3e:0e:12:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e70579-4971-41c7-bbeb-bfa3edcdcf5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'd7657e42-cf1d-4305-98b4-a698e1c9d680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:28:37Z', 'updated_at': '2021-08-25T01:28:46Z', 'revision_number': 5, 'project_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'subnets': [{'id': 'd7657e42-cf1d-4305-98b4-a698e1c9d680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 01:30:27.257626 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f245007-35b1-4df8-bfda-e299836f8b3c req-cfd14dbb-a82e-4076-ae1f-58250a11fede tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:27.259135 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-3f245007-35b1-4df8-bfda-e299836f8b3c req-cfd14dbb-a82e-4076-ae1f-58250a11fede tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0483251 Aug 25 01:30:27.298880 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-3f245007-35b1-4df8-bfda-e299836f8b3c req-3ff901bf-9d8d-44d9-ba5e-705950e0cca9 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332291 Aug 25 01:30:27.302049 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-11cbab0d-1817-417b-b550-003d2378f284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:27.421012 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd7cb8b-7c64-4943-9d7b-08a9b073e31d None None] New status for floating IP 1b149b16-aa3e-4bd9-a2c1-504e860849dc: ACTIVE {{(pid=93834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 01:30:28.316689 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249177f-6b89-42ea-8134-04efa6271d51 req-6628245d-77de-460e-92b5-5e7a393cdd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:28.318851 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-4249177f-6b89-42ea-8134-04efa6271d51 req-6628245d-77de-460e-92b5-5e7a393cdd3a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cdf67756f57948e9a1bcaae4578b8fb6&device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 1098 time: 0.0413072 Aug 25 01:30:28.432375 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249177f-6b89-42ea-8134-04efa6271d51 req-f03227ce-92a8-4fbf-ad85-44bc6c68ada3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:28.433872 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-4249177f-6b89-42ea-8134-04efa6271d51 req-f03227ce-92a8-4fbf-ad85-44bc6c68ada3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=321eee0d-c6be-433c-adb7-c8e082895ea9 HTTP/1.1" status: 200 len: 909 time: 0.1076033 Aug 25 01:30:28.440682 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b1931-65cb-44b3-9ec2-7fb4f4df81b2 req-ba3a07df-67ef-4772-a07d-a93b2770813a tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:28.442503 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ae1b1931-65cb-44b3-9ec2-7fb4f4df81b2 req-ba3a07df-67ef-4772-a07d-a93b2770813a tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0655015 Aug 25 01:30:28.528647 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-4249177f-6b89-42ea-8134-04efa6271d51 req-80c91f77-82e6-4b7d-8aea-b1cbbc03499f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3775475-a3b7-4d85-a6f7-89a52ab37abe HTTP/1.1" status: 200 len: 1001 time: 0.0809181 Aug 25 01:30:28.595127 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249177f-6b89-42ea-8134-04efa6271d51 req-af2e8332-e3af-4eb2-8c9f-821c734573db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:28.596575 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-4249177f-6b89-42ea-8134-04efa6271d51 req-af2e8332-e3af-4eb2-8c9f-821c734573db service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d7657e42-cf1d-4305-98b4-a698e1c9d680 HTTP/1.1" status: 200 len: 847 time: 0.0592248 Aug 25 01:30:28.664486 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249177f-6b89-42ea-8134-04efa6271d51 req-92d2cf00-c957-47eb-a454-8796eac034c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:28.666062 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-4249177f-6b89-42ea-8134-04efa6271d51 req-92d2cf00-c957-47eb-a454-8796eac034c3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=321eee0d-c6be-433c-adb7-c8e082895ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0561049 Aug 25 01:30:28.699881 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ae1b1931-65cb-44b3-9ec2-7fb4f4df81b2 req-a1e39a3b-9bb8-4459-a97d-82b4a973767c tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489924 Aug 25 01:30:28.793992 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-4249177f-6b89-42ea-8134-04efa6271d51 req-af350f10-be33-4814-b3f6-aaa83f182fe2 service neutron] 10.222.0.26 "GET /v2.0/networks/321eee0d-c6be-433c-adb7-c8e082895ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089637 Aug 25 01:30:28.908121 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-4249177f-6b89-42ea-8134-04efa6271d51 req-66a48c55-0fc8-4964-ae07-c116b3830c09 service neutron] 10.222.0.26 "GET /v2.0/networks/321eee0d-c6be-433c-adb7-c8e082895ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993197 Aug 25 01:30:29.244638 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.agents_db [None req-4bdcba96-0b2f-4eba-81a9-023f498d003c None None] Agent healthcheck: found 6 active agents {{(pid=93835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 01:30:29.826756 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d016fc9-3240-4bab-9234-5882daa808ee req-987db726-d4a2-42df-a30e-ec816976c17a tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:29.828471 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-5d016fc9-3240-4bab-9234-5882daa808ee req-987db726-d4a2-42df-a30e-ec816976c17a tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0506134 Aug 25 01:30:29.883211 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-5d016fc9-3240-4bab-9234-5882daa808ee req-e04fac93-e8c5-43df-a611-3726df597aee tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393806 Aug 25 01:30:30.282636 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7228abd0-fd93-44f6-94c4-36d401aed724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:30.397824 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:30.885308 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d877336-721a-4d3d-9b41-e32e75b3d69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:31.016798 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb846911-bbe3-467b-b365-559eebfb9375 req-46cd439d-6229-4cf8-9b25-1d693f16965d tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:31.018246 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-bb846911-bbe3-467b-b365-559eebfb9375 req-46cd439d-6229-4cf8-9b25-1d693f16965d tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0502660 Aug 25 01:30:31.057961 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-bb846911-bbe3-467b-b365-559eebfb9375 req-879fb9ec-3c31-49a0-94d9-b2af3cadeb53 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335071 Aug 25 01:30:32.188155 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa218f-a0fd-415e-b030-382ee9c233ae req-0b64a220-684e-4d23-a05c-29d89dc83a8d tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:32.190066 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a3aa218f-a0fd-415e-b030-382ee9c233ae req-0b64a220-684e-4d23-a05c-29d89dc83a8d tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0600524 Aug 25 01:30:32.234572 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a3aa218f-a0fd-415e-b030-382ee9c233ae req-75549e9c-4a7d-430d-81d7-ffbdf3d133c3 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325360 Aug 25 01:30:32.270157 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d452cd2f-b27a-41d2-9eec-6331fa738ac8 req-e4805a8d-286b-45b0-b552-07b5a8adfecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:32.271767 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d452cd2f-b27a-41d2-9eec-6331fa738ac8 req-e4805a8d-286b-45b0-b552-07b5a8adfecc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 1099 time: 0.0431459 Aug 25 01:30:32.310202 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d452cd2f-b27a-41d2-9eec-6331fa738ac8 req-1bf43341-6343-4510-b205-6cdbeb3b93f5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312097 Aug 25 01:30:32.553896 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-637296fa-69e7-4112-9a21-84726ca1bc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:33.317386 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 53348) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:30:33.362605 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8b97e-1ea8-4405-94e0-0a569e3c06e8 req-373c47c0-1379-44d4-9359-dc46bfcffb18 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:33.364299 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-40a8b97e-1ea8-4405-94e0-0a569e3c06e8 req-373c47c0-1379-44d4-9359-dc46bfcffb18 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0523055 Aug 25 01:30:33.412079 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-40a8b97e-1ea8-4405-94e0-0a569e3c06e8 req-c96f57d9-9783-4213-919c-a78f52d8935f tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408726 Aug 25 01:30:33.437295 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-114a84cb-a8d1-4c42-aa85-22ddd2848ef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:33.544495 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-114a84cb-a8d1-4c42-aa85-22ddd2848ef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:33.549602 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-114a84cb-a8d1-4c42-aa85-22ddd2848ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:33.590345 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-114a84cb-a8d1-4c42-aa85-22ddd2848ef2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d051fbdc3cba47c38afe9f685d00dee7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2718122 Aug 25 01:30:33.592560 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114a84cb-a8d1-4c42-aa85-22ddd2848ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0fb419-f09f-43ec-a542-eec448ed810a,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:30:33.593728 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 53354) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:30:33.658911 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d33b2863-22bf-4cd3-8a8e-f553f0a16952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:33.681717 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d33b2863-22bf-4cd3-8a8e-f553f0a16952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:33.731625 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d33b2863-22bf-4cd3-8a8e-f553f0a16952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:33.734260 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d33b2863-22bf-4cd3-8a8e-f553f0a16952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:33.735423 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-d33b2863-22bf-4cd3-8a8e-f553f0a16952 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9d0fb419-f09f-43ec-a542-eec448ed810a HTTP/1.1" status: 204 len: 168 time: 0.1406200 Aug 25 01:30:33.747297 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33b2863-22bf-4cd3-8a8e-f553f0a16952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0fb419-f09f-43ec-a542-eec448ed810a,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:30:34.538198 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be6ca27-d104-4a26-93b1-a11e5e6a8422 req-dcf9239a-bd5f-4331-b8fe-69e9f4155cea tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:34.539896 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-3be6ca27-d104-4a26-93b1-a11e5e6a8422 req-dcf9239a-bd5f-4331-b8fe-69e9f4155cea tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0592246 Aug 25 01:30:34.591314 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-3be6ca27-d104-4a26-93b1-a11e5e6a8422 req-3cc37313-833c-4b5a-acaa-385ba559e693 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410793 Aug 25 01:30:35.714732 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb478c-bd14-499c-be88-6223aa5ed08f req-8d83fd80-1579-4b34-bb5d-182f2801567b tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:35.716899 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a0cb478c-bd14-499c-be88-6223aa5ed08f req-8d83fd80-1579-4b34-bb5d-182f2801567b tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0526364 Aug 25 01:30:35.764937 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a0cb478c-bd14-499c-be88-6223aa5ed08f req-99fb9197-fb88-4983-827c-54d67910ea74 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403965 Aug 25 01:30:36.878908 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2781a-482f-45d7-bbdd-35a5017df75e req-ce66e165-fe90-4d43-8e51-683c0b294717 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:36.880367 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-53e2781a-482f-45d7-bbdd-35a5017df75e req-ce66e165-fe90-4d43-8e51-683c0b294717 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0491896 Aug 25 01:30:36.917959 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-53e2781a-482f-45d7-bbdd-35a5017df75e req-6b3ef44c-063b-4272-84ef-509cecc660b7 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304530 Aug 25 01:30:37.248932 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a10bf2-49cb-442b-a4bb-96e4c998ef83 req-2a1b2202-82be-432b-8d14-030637981ace tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:37.256364 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-e4a10bf2-49cb-442b-a4bb-96e4c998ef83 req-2a1b2202-82be-432b-8d14-030637981ace tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0781293 Aug 25 01:30:37.308604 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-e4a10bf2-49cb-442b-a4bb-96e4c998ef83 req-cf405f82-0dc9-4f03-a8e8-5ce1df7c5b42 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513113 Aug 25 01:30:37.479436 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54010b6-aaf5-4199-a793-871d7ff0aca3 req-cd6ad6f9-6285-4543-afbb-e800af7d1da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:37.481669 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d54010b6-aaf5-4199-a793-871d7ff0aca3 req-cd6ad6f9-6285-4543-afbb-e800af7d1da3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9332813e5ed544a58621b5d1c5e0bbba&device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 1099 time: 0.3098083 Aug 25 01:30:37.615030 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54010b6-aaf5-4199-a793-871d7ff0aca3 req-547380c5-9459-4706-8273-fe10e2871c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:37.617419 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d54010b6-aaf5-4199-a793-871d7ff0aca3 req-547380c5-9459-4706-8273-fe10e2871c88 service neutron] 10.222.0.26 "GET /v2.0/networks?id=941f32ea-0da3-4101-b2fe-5e10ea072419 HTTP/1.1" status: 200 len: 920 time: 0.1249738 Aug 25 01:30:37.688962 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d54010b6-aaf5-4199-a793-871d7ff0aca3 req-e22a90ee-311e-4241-8872-f01141913481 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49373d89-72a8-4af4-8ddd-bb1be8f8d960 HTTP/1.1" status: 200 len: 217 time: 0.0621333 Aug 25 01:30:37.761942 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54010b6-aaf5-4199-a793-871d7ff0aca3 req-223ad303-1dd0-4fe0-8c2e-208287615cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:37.763909 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d54010b6-aaf5-4199-a793-871d7ff0aca3 req-223ad303-1dd0-4fe0-8c2e-208287615cfd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84dbee4e-0c46-44e0-883e-063ae4a8075c HTTP/1.1" status: 200 len: 859 time: 0.0627906 Aug 25 01:30:37.808534 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d54010b6-aaf5-4199-a793-871d7ff0aca3 req-16d96c83-1bed-4a58-94df-f2f025cc0c6f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=941f32ea-0da3-4101-b2fe-5e10ea072419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356705 Aug 25 01:30:37.938397 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d54010b6-aaf5-4199-a793-871d7ff0aca3 req-53220645-6d79-4b82-9236-778caf339c43 service neutron] 10.222.0.26 "GET /v2.0/networks/941f32ea-0da3-4101-b2fe-5e10ea072419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157417 Aug 25 01:30:38.047178 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d54010b6-aaf5-4199-a793-871d7ff0aca3 req-e6a2e7a3-f3dc-4daa-bdf8-007d3570e66a service neutron] 10.222.0.26 "GET /v2.0/networks/941f32ea-0da3-4101-b2fe-5e10ea072419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000056 Aug 25 01:30:38.449399 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc3ab0-0bdb-48ba-a433-47d95e5dd455 req-488005ac-d7f7-4731-a6a0-8330b1c7841a tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:38.450881 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-cecc3ab0-0bdb-48ba-a433-47d95e5dd455 req-488005ac-d7f7-4731-a6a0-8330b1c7841a tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0552797 Aug 25 01:30:38.487117 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-cecc3ab0-0bdb-48ba-a433-47d95e5dd455 req-f01686c1-618c-462d-84bc-2bbbea28be4a tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300758 Aug 25 01:30:39.602023 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b16e0-1b99-4789-b93f-4b13c8341304 req-bbcddde1-c450-49d3-abf3-e5765197dfbe tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:39.603420 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a71b16e0-1b99-4789-b93f-4b13c8341304 req-bbcddde1-c450-49d3-abf3-e5765197dfbe tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0472097 Aug 25 01:30:39.641301 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a71b16e0-1b99-4789-b93f-4b13c8341304 req-25a54362-7bab-4497-8600-f37901de8f3b tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319066 Aug 25 01:30:40.762166 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d6271-82ab-40c6-9edb-f9f26c01325b req-c0726a5b-e96e-461b-a003-a03a0a5baf36 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:40.763911 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-0e5d6271-82ab-40c6-9edb-f9f26c01325b req-c0726a5b-e96e-461b-a003-a03a0a5baf36 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0549695 Aug 25 01:30:40.807777 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-0e5d6271-82ab-40c6-9edb-f9f26c01325b req-9f9e9930-425c-40b1-9552-8983f0e60986 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379264 Aug 25 01:30:42.186483 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 53608) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:30:42.297573 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9c7408fa-4365-4f33-b473-914aba49a595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:42.387119 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9c7408fa-4365-4f33-b473-914aba49a595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:42.391311 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9c7408fa-4365-4f33-b473-914aba49a595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:42.435320 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-9c7408fa-4365-4f33-b473-914aba49a595 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0277e2aa729e47aea0f5ed3efaee3918&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2475681 Aug 25 01:30:42.436747 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7408fa-4365-4f33-b473-914aba49a595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2bd19ca-65a8-4aab-999e-fed60ba106d2,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:30:42.437962 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 53620) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:30:42.492348 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f2f43ad6-66f4-4d67-9b4b-32292060f0cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:42.516719 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f2f43ad6-66f4-4d67-9b4b-32292060f0cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:42.563163 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 53624) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:30:42.571984 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f2f43ad6-66f4-4d67-9b4b-32292060f0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:42.574509 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f2f43ad6-66f4-4d67-9b4b-32292060f0cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:42.575609 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-f2f43ad6-66f4-4d67-9b4b-32292060f0cc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d2bd19ca-65a8-4aab-999e-fed60ba106d2 HTTP/1.1" status: 204 len: 168 time: 0.1348228 Aug 25 01:30:42.583206 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f43ad6-66f4-4d67-9b4b-32292060f0cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2bd19ca-65a8-4aab-999e-fed60ba106d2,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:30:42.677368 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f607eb46-5244-404c-b23d-63e5a56bb7e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:42.768010 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f607eb46-5244-404c-b23d-63e5a56bb7e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:42.772638 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f607eb46-5244-404c-b23d-63e5a56bb7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:42.808964 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f607eb46-5244-404c-b23d-63e5a56bb7e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e855029-aac4-4fe3-99d0-2d7a12da12e5,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:30:42.813604 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-f607eb46-5244-404c-b23d-63e5a56bb7e0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=85eb91637b4c4d27913fe39797a4d79a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2493448 Aug 25 01:30:42.816208 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 53632) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:30:42.840967 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 53634) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:30:42.854101 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7b6eda3b-8e4d-424f-9025-24c36f126bf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:42.865439 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5824b971-f0f0-421b-9f6f-0580746b35f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:42.886874 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5824b971-f0f0-421b-9f6f-0580746b35f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:42.933427 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5824b971-f0f0-421b-9f6f-0580746b35f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:42.936103 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5824b971-f0f0-421b-9f6f-0580746b35f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:42.937234 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-5824b971-f0f0-421b-9f6f-0580746b35f7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6e855029-aac4-4fe3-99d0-2d7a12da12e5 HTTP/1.1" status: 204 len: 168 time: 0.1200111 Aug 25 01:30:42.945872 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5824b971-f0f0-421b-9f6f-0580746b35f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e855029-aac4-4fe3-99d0-2d7a12da12e5,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:30:42.952650 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7b6eda3b-8e4d-424f-9025-24c36f126bf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:42.958331 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7b6eda3b-8e4d-424f-9025-24c36f126bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:43.002562 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-7b6eda3b-8e4d-424f-9025-24c36f126bf9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=204d9a2eed884040a0cc46b8769c9fa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1603725 Aug 25 01:30:43.005182 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 53640) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:30:43.007783 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6eda3b-8e4d-424f-9025-24c36f126bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5b78bf-924c-4abd-8f2c-52e70ba75c66,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:30:43.054106 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f37051f0-b258-4831-9c48-92735b1414e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:43.078625 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f37051f0-b258-4831-9c48-92735b1414e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:43.126964 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f37051f0-b258-4831-9c48-92735b1414e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:43.129966 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f37051f0-b258-4831-9c48-92735b1414e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:43.131191 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-f37051f0-b258-4831-9c48-92735b1414e3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4a5b78bf-924c-4abd-8f2c-52e70ba75c66 HTTP/1.1" status: 204 len: 168 time: 0.1250300 Aug 25 01:30:43.140320 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37051f0-b258-4831-9c48-92735b1414e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5b78bf-924c-4abd-8f2c-52e70ba75c66,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:30:43.459419 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 53654) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:30:43.472820 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-45df8c1b-bee0-4cd7-b9c6-37dda790d03f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:43.559191 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-45df8c1b-bee0-4cd7-b9c6-37dda790d03f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:43.562671 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-45df8c1b-bee0-4cd7-b9c6-37dda790d03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:43.599211 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-45df8c1b-bee0-4cd7-b9c6-37dda790d03f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=99881867fa9b437f8b18466955af35f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1385400 Aug 25 01:30:43.599954 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df8c1b-bee0-4cd7-b9c6-37dda790d03f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3432cc-b06f-4b7e-94ee-886c801fdacd,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:30:43.602634 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 53656) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:30:43.652777 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1b1a9d6d-c87a-4e36-a198-d6e8235c26bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:43.673793 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1b1a9d6d-c87a-4e36-a198-d6e8235c26bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:43.721313 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1b1a9d6d-c87a-4e36-a198-d6e8235c26bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:43.724837 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1b1a9d6d-c87a-4e36-a198-d6e8235c26bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:43.726410 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-1b1a9d6d-c87a-4e36-a198-d6e8235c26bc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ad3432cc-b06f-4b7e-94ee-886c801fdacd HTTP/1.1" status: 204 len: 168 time: 0.1225455 Aug 25 01:30:43.736582 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1a9d6d-c87a-4e36-a198-d6e8235c26bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3432cc-b06f-4b7e-94ee-886c801fdacd,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:30:44.674057 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22d7bf-4957-433c-90f9-ef1c5ae6711e req-b5318ea5-c089-45f6-a5e5-35d275d62264 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:44.675530 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ee22d7bf-4957-433c-90f9-ef1c5ae6711e req-b5318ea5-c089-45f6-a5e5-35d275d62264 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 946 time: 0.0473969 Aug 25 01:30:44.711508 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ee22d7bf-4957-433c-90f9-ef1c5ae6711e req-849ade25-a8e6-41d3-999f-96b0e03c3c33 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301933 Aug 25 01:30:45.825998 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11974e43-b9f2-4e60-82e5-7710ed94c104 req-8847a136-1fe7-4ae7-ba61-41a80a891df7 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:45.827384 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-11974e43-b9f2-4e60-82e5-7710ed94c104 req-8847a136-1fe7-4ae7-ba61-41a80a891df7 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 946 time: 0.0494676 Aug 25 01:30:45.864003 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-11974e43-b9f2-4e60-82e5-7710ed94c104 req-32f47d53-c017-404b-b6c2-a20054eee935 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307889 Aug 25 01:30:46.973313 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80a796c-389b-42c0-962f-caa3a183fea3 req-a523db79-47b9-400c-8031-7e0749e3a8d2 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:46.974768 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d80a796c-389b-42c0-962f-caa3a183fea3 req-a523db79-47b9-400c-8031-7e0749e3a8d2 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 946 time: 0.0466735 Aug 25 01:30:47.011753 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d80a796c-389b-42c0-962f-caa3a183fea3 req-08890a38-c7e0-4802-bf8d-87b8b89a83d8 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306804 Aug 25 01:30:47.566021 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7d558-39e3-4c43-9cdf-31016853617e req-883b2ae5-c89f-4a85-aad6-6de2403af354 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:47.567480 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-cdb7d558-39e3-4c43-9cdf-31016853617e req-883b2ae5-c89f-4a85-aad6-6de2403af354 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 946 time: 0.0457456 Aug 25 01:30:47.659632 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-cdb7d558-39e3-4c43-9cdf-31016853617e req-c838d770-a2f5-4efd-98a1-59cdc9e87f87 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Deleting port 12da0e27-c7a9-42f4-82da-178ee98a8aed {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 01:30:47.659964 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-cdb7d558-39e3-4c43-9cdf-31016853617e req-c838d770-a2f5-4efd-98a1-59cdc9e87f87 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782027226579'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:47.742656 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-cdb7d558-39e3-4c43-9cdf-31016853617e req-c838d770-a2f5-4efd-98a1-59cdc9e87f87 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] For port 12da0e27-c7a9-42f4-82da-178ee98a8aed, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=12da0e27-c7a9-42f4-82da-178ee98a8aed,segment=NetworkSegment(8a64b1e4-c2e9-4500-b4d9-ac866fe3f80d),segment_id=8a64b1e4-c2e9-4500-b4d9-ac866fe3f80d)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:30:47.742963 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-cdb7d558-39e3-4c43-9cdf-31016853617e req-c838d770-a2f5-4efd-98a1-59cdc9e87f87 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647429'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:47.757931 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-cdb7d558-39e3-4c43-9cdf-31016853617e req-c838d770-a2f5-4efd-98a1-59cdc9e87f87 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Calling delete_port for 12da0e27-c7a9-42f4-82da-178ee98a8aed owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 01:30:47.876777 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-cdb7d558-39e3-4c43-9cdf-31016853617e req-c838d770-a2f5-4efd-98a1-59cdc9e87f87 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782027086291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782026665153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:47.890028 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] get_ports_and_sgs() called for port_ids ['49373d89-72a8-4af4-8ddd-bb1be8f8d960', '12da0e27-c7a9-42f4-82da-178ee98a8aed'] {{(pid=93834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 01:30:47.904579 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c838d770-a2f5-4efd-98a1-59cdc9e87f87 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Pushing event deleted for resources: {'Port': ['ID=12da0e27-c7a9-42f4-82da-178ee98a8aed,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:30:47.953087 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdb7d558-39e3-4c43-9cdf-31016853617e req-c838d770-a2f5-4efd-98a1-59cdc9e87f87 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] No DVR routers for this DVR port 12da0e27-c7a9-42f4-82da-178ee98a8aed on host hv-cinder-79001 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 01:30:47.955595 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-cdb7d558-39e3-4c43-9cdf-31016853617e req-c838d770-a2f5-4efd-98a1-59cdc9e87f87 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:47.957510 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-cdb7d558-39e3-4c43-9cdf-31016853617e req-c838d770-a2f5-4efd-98a1-59cdc9e87f87 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.26 "DELETE /v2.0/ports/12da0e27-c7a9-42f4-82da-178ee98a8aed HTTP/1.1" status: 204 len: 173 time: 0.3804550 Aug 25 01:30:47.957927 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9bb6f59-2965-4a94-a72b-36fd964c7ad4', 'name': 'network-vif-deleted', 'tag': '12da0e27-c7a9-42f4-82da-178ee98a8aed'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:30:47.960170 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6aaa77860150641abcbf195034e02978cb43d302165c9bbcbee081d494fe815" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517b9e4d-66fb-4882-9b86-57ad324ce0ac" -d '{"events": [{"server_uuid": "c9bb6f59-2965-4a94-a72b-36fd964c7ad4", "name": "network-vif-deleted", "tag": "12da0e27-c7a9-42f4-82da-178ee98a8aed"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:30:47.996430 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 01:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab919218-0072-4dbd-a568-8531a1a0c758 x-openstack-request-id: req-ab919218-0072-4dbd-a568-8531a1a0c758 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:30:47.996605 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9bb6f59-2965-4a94-a72b-36fd964c7ad4", "name": "network-vif-deleted", "tag": "12da0e27-c7a9-42f4-82da-178ee98a8aed", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:30:47.996859 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ab919218-0072-4dbd-a568-8531a1a0c758 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:30:47.997196 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9bb6f59-2965-4a94-a72b-36fd964c7ad4', 'name': 'network-vif-deleted', 'tag': '12da0e27-c7a9-42f4-82da-178ee98a8aed', 'status': 'completed', 'code': 200} Aug 25 01:30:48.113923 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-8c54abcd-fb73-4063-b068-f65b25513f4e req-8fed321c-68fc-49d4-9dc0-2a91a7cb4991 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bb6f59-2965-4a94-a72b-36fd964c7ad4 HTTP/1.1" status: 200 len: 210 time: 0.0256281 Aug 25 01:30:49.371319 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243e79c-d656-461e-ab2f-9bfecfa1cac7 req-67346a62-2a46-43cc-8271-063b47e4fd9f tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:49.372731 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-b243e79c-d656-461e-ab2f-9bfecfa1cac7 req-67346a62-2a46-43cc-8271-063b47e4fd9f tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0468848 Aug 25 01:30:49.408451 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-b243e79c-d656-461e-ab2f-9bfecfa1cac7 req-e35bf807-c1f6-4b82-b6e5-150b27aef9a9 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298984 Aug 25 01:30:49.562218 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:50.152951 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device 12da0e27-c7a9-42f4-82da-178ee98a8aed no longer exists at agent hyperv_hv-cinder-79001 {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 01:30:50.172603 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] No Port match for: 12da0e27-c7a9-42f4-82da-178ee98a8aed {{(pid=93834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 01:30:50.172947 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device 12da0e27-c7a9-42f4-82da-178ee98a8aed not bound to the agent host hv-cinder-79001 {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 01:30:50.525062 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c396ab-8b98-40a9-a78d-eb1653ad19e6 req-a3d1fb2b-caf8-4503-891e-70dc22a28d21 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:50.526582 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-b7c396ab-8b98-40a9-a78d-eb1653ad19e6 req-a3d1fb2b-caf8-4503-891e-70dc22a28d21 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0519600 Aug 25 01:30:50.563395 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-b7c396ab-8b98-40a9-a78d-eb1653ad19e6 req-3e6d174a-aa12-4fe5-aacc-5fd95cc60186 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309544 Aug 25 01:30:51.674266 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15abf8b8-5614-44e2-ad16-0be00734e083 req-72faa439-f581-4464-8316-547a3ee60873 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:51.675842 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-15abf8b8-5614-44e2-ad16-0be00734e083 req-72faa439-f581-4464-8316-547a3ee60873 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0480397 Aug 25 01:30:51.715677 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-15abf8b8-5614-44e2-ad16-0be00734e083 req-6f734521-0a77-4436-838e-84bab29b442c tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330374 Aug 25 01:30:52.838908 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf8cbc-856c-42ae-8509-090a1be1d05d req-8743221e-1ac6-4a99-ab16-196155be1014 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:52.840388 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-dcbf8cbc-856c-42ae-8509-090a1be1d05d req-8743221e-1ac6-4a99-ab16-196155be1014 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0582197 Aug 25 01:30:52.877637 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-dcbf8cbc-856c-42ae-8509-090a1be1d05d req-42308e1f-6f86-4629-a1e5-c150547cc2bc tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311937 Aug 25 01:30:54.007450 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c389192a-9ee4-4fb5-b15e-3a395fd57e3d req-210afaf9-c234-4d19-97b0-70b06d5c7af6 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:54.011177 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-c389192a-9ee4-4fb5-b15e-3a395fd57e3d req-210afaf9-c234-4d19-97b0-70b06d5c7af6 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0577681 Aug 25 01:30:54.057056 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-c389192a-9ee4-4fb5-b15e-3a395fd57e3d req-eddfd479-31b6-49c2-a8d3-370a75edffdd tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412121 Aug 25 01:30:54.161361 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a4798-12aa-47ca-8959-37bdbefb3700 req-3add4ccc-2895-4de8-a0f3-a216adbc76f0 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:54.162810 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-410a4798-12aa-47ca-8959-37bdbefb3700 req-3add4ccc-2895-4de8-a0f3-a216adbc76f0 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=2383f568-887e-4b89-99c4-4dcda46666d0 HTTP/1.1" status: 200 len: 946 time: 0.0469191 Aug 25 01:30:54.200181 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-410a4798-12aa-47ca-8959-37bdbefb3700 req-b23f186c-6689-47f9-93cd-fef668145786 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups?id=4469e8d0-aa99-4a5f-afb4-832c6f98d772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309832 Aug 25 01:30:55.172758 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67cd4c-ec1d-474e-a60d-baed7fc7a6b9 req-f06c19c8-f46e-4338-8398-cbdfcc5bc007 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:55.174237 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ec67cd4c-ec1d-474e-a60d-baed7fc7a6b9 req-f06c19c8-f46e-4338-8398-cbdfcc5bc007 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0475104 Aug 25 01:30:55.210176 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ec67cd4c-ec1d-474e-a60d-baed7fc7a6b9 req-b05fb1c3-df63-4398-ae14-882ec0a18dcf tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300667 Aug 25 01:30:55.314445 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d6b39e-c7a5-4b1c-85c2-e2e5c035ff25 req-57be2f55-c251-458b-9f65-8e134d753e57 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:55.315937 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-98d6b39e-c7a5-4b1c-85c2-e2e5c035ff25 req-57be2f55-c251-458b-9f65-8e134d753e57 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=2383f568-887e-4b89-99c4-4dcda46666d0 HTTP/1.1" status: 200 len: 946 time: 0.0508411 Aug 25 01:30:55.351881 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-98d6b39e-c7a5-4b1c-85c2-e2e5c035ff25 req-95e92715-db33-4a50-8ec9-70d2da68e2d1 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups?id=4469e8d0-aa99-4a5f-afb4-832c6f98d772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299571 Aug 25 01:30:56.320952 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4bc730-3770-4eaa-8a68-72cf69d5a83d req-44b39441-76ae-4913-9db0-7197eb953314 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:56.323017 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-de4bc730-3770-4eaa-8a68-72cf69d5a83d req-44b39441-76ae-4913-9db0-7197eb953314 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0476010 Aug 25 01:30:56.358210 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-de4bc730-3770-4eaa-8a68-72cf69d5a83d req-034bf334-79d2-49c1-b434-3b875bd6be98 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293543 Aug 25 01:30:56.463744 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428c125-234f-44c8-89c6-22985bb05056 req-256b6548-371f-4eec-9fae-0e095b38ac6c tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:56.465168 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-8428c125-234f-44c8-89c6-22985bb05056 req-256b6548-371f-4eec-9fae-0e095b38ac6c tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=2383f568-887e-4b89-99c4-4dcda46666d0 HTTP/1.1" status: 200 len: 946 time: 0.0479779 Aug 25 01:30:56.502188 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-8428c125-234f-44c8-89c6-22985bb05056 req-07f392b1-651d-4426-a10d-1b7b8c1ee2e4 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups?id=4469e8d0-aa99-4a5f-afb4-832c6f98d772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308657 Aug 25 01:30:57.250859 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311b3fe-be99-4580-b51a-8e3ac1dc0703 req-9c4da883-e52a-4634-9ece-3cbc5c5ed124 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:57.252737 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-6311b3fe-be99-4580-b51a-8e3ac1dc0703 req-9c4da883-e52a-4634-9ece-3cbc5c5ed124 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.26 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0507638 Aug 25 01:30:57.304230 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ae3540e7-44ba-4866-bc96-c30c851de110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:57.354070 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-6311b3fe-be99-4580-b51a-8e3ac1dc0703 req-9c03dc6f-21e8-425f-b523-f1b1976f4b03 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Deleting port 49373d89-72a8-4af4-8ddd-bb1be8f8d960 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 01:30:57.354410 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-6311b3fe-be99-4580-b51a-8e3ac1dc0703 req-9c03dc6f-21e8-425f-b523-f1b1976f4b03 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782027226579'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:57.439315 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-6311b3fe-be99-4580-b51a-8e3ac1dc0703 req-9c03dc6f-21e8-425f-b523-f1b1976f4b03 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] For port 49373d89-72a8-4af4-8ddd-bb1be8f8d960, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=49373d89-72a8-4af4-8ddd-bb1be8f8d960,segment=NetworkSegment(8a64b1e4-c2e9-4500-b4d9-ac866fe3f80d),segment_id=8a64b1e4-c2e9-4500-b4d9-ac866fe3f80d)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:30:57.439676 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-6311b3fe-be99-4580-b51a-8e3ac1dc0703 req-9c03dc6f-21e8-425f-b523-f1b1976f4b03 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647429'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:57.452719 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-6311b3fe-be99-4580-b51a-8e3ac1dc0703 req-9c03dc6f-21e8-425f-b523-f1b1976f4b03 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Calling delete_port for 49373d89-72a8-4af4-8ddd-bb1be8f8d960 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 01:30:57.474452 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7bf6d5-ea02-4e00-8f30-17b05fb8ee2f req-543eec44-f847-4544-88fa-510492f60e8e tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:57.475927 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-2a7bf6d5-ea02-4e00-8f30-17b05fb8ee2f req-543eec44-f847-4544-88fa-510492f60e8e tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 946 time: 0.0517042 Aug 25 01:30:57.513737 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-2a7bf6d5-ea02-4e00-8f30-17b05fb8ee2f req-014e3db5-3731-4946-86a5-ca2a61ebae8f tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/security-groups?id=188eb13b-b7e9-4bbd-aeae-c0c5ea392579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316179 Aug 25 01:30:57.581862 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-6311b3fe-be99-4580-b51a-8e3ac1dc0703 req-9c03dc6f-21e8-425f-b523-f1b1976f4b03 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782027086291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782026665153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:57.615380 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453f755-94d3-48dd-9e25-a4acff6f710c req-adc4f2cb-c5c5-4ecd-ac3e-b6a961d4e7b2 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:57.616283 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c03dc6f-21e8-425f-b523-f1b1976f4b03 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Pushing event deleted for resources: {'Port': ['ID=49373d89-72a8-4af4-8ddd-bb1be8f8d960,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:30:57.616422 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-e453f755-94d3-48dd-9e25-a4acff6f710c req-adc4f2cb-c5c5-4ecd-ac3e-b6a961d4e7b2 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=2383f568-887e-4b89-99c4-4dcda46666d0 HTTP/1.1" status: 200 len: 946 time: 0.0474176 Aug 25 01:30:57.650250 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-6311b3fe-be99-4580-b51a-8e3ac1dc0703 req-9c03dc6f-21e8-425f-b523-f1b1976f4b03 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] No DVR routers for this DVR port 49373d89-72a8-4af4-8ddd-bb1be8f8d960 on host hv-cinder-79001 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 01:30:57.652716 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-6311b3fe-be99-4580-b51a-8e3ac1dc0703 req-9c03dc6f-21e8-425f-b523-f1b1976f4b03 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:30:57.654662 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-6311b3fe-be99-4580-b51a-8e3ac1dc0703 req-9c03dc6f-21e8-425f-b523-f1b1976f4b03 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.26 "DELETE /v2.0/ports/49373d89-72a8-4af4-8ddd-bb1be8f8d960 HTTP/1.1" status: 204 len: 173 time: 0.3957143 Aug 25 01:30:57.655144 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8070a9-ffcd-46c1-b623-321a89e97512', 'name': 'network-vif-deleted', 'tag': '49373d89-72a8-4af4-8ddd-bb1be8f8d960'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:30:57.655798 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-e453f755-94d3-48dd-9e25-a4acff6f710c req-f93fd196-2ffe-466f-b84b-e6f4bea592ae tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups?id=4469e8d0-aa99-4a5f-afb4-832c6f98d772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321279 Aug 25 01:30:57.657494 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6aaa77860150641abcbf195034e02978cb43d302165c9bbcbee081d494fe815" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ece7715-c331-4de8-8d5e-5f8d76dee2d4" -d '{"events": [{"server_uuid": "af8070a9-ffcd-46c1-b623-321a89e97512", "name": "network-vif-deleted", "tag": "49373d89-72a8-4af4-8ddd-bb1be8f8d960"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:30:57.695701 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 01:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f80e6a-d124-4607-a722-9877254be692 x-openstack-request-id: req-26f80e6a-d124-4607-a722-9877254be692 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:30:57.695995 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af8070a9-ffcd-46c1-b623-321a89e97512", "name": "network-vif-deleted", "tag": "49373d89-72a8-4af4-8ddd-bb1be8f8d960", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:30:57.696250 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-26f80e6a-d124-4607-a722-9877254be692 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:30:57.697255 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af8070a9-ffcd-46c1-b623-321a89e97512', 'name': 'network-vif-deleted', 'tag': '49373d89-72a8-4af4-8ddd-bb1be8f8d960', 'status': 'completed', 'code': 200} Aug 25 01:30:58.604934 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-4c73baec-3592-4f5d-9f01-4ec3378d60ad req-1431e09d-7988-4af0-9915-8c8d9712b718 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 210 time: 0.0256286 Aug 25 01:30:58.771206 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae144ec-a426-42d0-9b30-a47087753875 req-deeacd63-3ea1-422e-b61f-157c5ea22f24 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:58.772644 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-6ae144ec-a426-42d0-9b30-a47087753875 req-deeacd63-3ea1-422e-b61f-157c5ea22f24 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=2383f568-887e-4b89-99c4-4dcda46666d0 HTTP/1.1" status: 200 len: 946 time: 0.0503221 Aug 25 01:30:58.809233 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-6ae144ec-a426-42d0-9b30-a47087753875 req-a798de7b-3733-4dfe-8806-aa3177660f51 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups?id=4469e8d0-aa99-4a5f-afb4-832c6f98d772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299966 Aug 25 01:30:59.695721 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-fc63e45f-cb06-4a4b-a1cd-e3e3afb07f4d req-bf38130a-cf63-45ee-ada3-f48def5fa846 tempest-ServerRescueNegativeTestJSON-1443310748 tempest-ServerRescueNegativeTestJSON-1443310748-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8070a9-ffcd-46c1-b623-321a89e97512 HTTP/1.1" status: 200 len: 210 time: 0.0253210 Aug 25 01:30:59.919500 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f474e-9dcd-4534-95b4-b92900a10367 req-3766eac2-0aea-451d-8759-75e1eb72c0eb tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:30:59.920936 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a85f474e-9dcd-4534-95b4-b92900a10367 req-3766eac2-0aea-451d-8759-75e1eb72c0eb tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=2383f568-887e-4b89-99c4-4dcda46666d0 HTTP/1.1" status: 200 len: 946 time: 0.0473201 Aug 25 01:30:59.956600 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a85f474e-9dcd-4534-95b4-b92900a10367 req-3fb4b0e6-cd15-423a-9c22-f93eda5f5c62 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups?id=4469e8d0-aa99-4a5f-afb4-832c6f98d772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299702 Aug 25 01:31:00.011345 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] get_ports_and_sgs() called for port_ids ['49373d89-72a8-4af4-8ddd-bb1be8f8d960'] {{(pid=93834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 01:31:00.275998 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-02170d70-dff3-416d-a52d-8c783804a90c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:00.399657 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:00.747557 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 53790) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:31:00.888062 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d877336-721a-4d3d-9b41-e32e75b3d69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:01.067324 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1010c1-7757-4df1-b4d3-1dbe7f842bb1 req-b0468d41-9817-467b-b07f-526cb1c0c8c1 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:01.068798 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-fc1010c1-7757-4df1-b4d3-1dbe7f842bb1 req-b0468d41-9817-467b-b07f-526cb1c0c8c1 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=2383f568-887e-4b89-99c4-4dcda46666d0 HTTP/1.1" status: 200 len: 946 time: 0.0466366 Aug 25 01:31:01.105562 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-fc1010c1-7757-4df1-b4d3-1dbe7f842bb1 req-5b4777ef-4482-4ac3-bdcc-29f02f6f3743 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups?id=4469e8d0-aa99-4a5f-afb4-832c6f98d772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302191 Aug 25 01:31:01.150109 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-64bf5704-3211-4a66-94e0-77b998fc5bf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932588'] for router_interface, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:01.425104 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-64bf5704-3211-4a66-94e0-77b998fc5bf1 admin admin] Deleting port 4f9f0844-8525-40c5-bc89-8addfa054f2b {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 01:31:01.425438 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-64bf5704-3211-4a66-94e0-77b998fc5bf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782027226579'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:01.497972 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-64bf5704-3211-4a66-94e0-77b998fc5bf1 admin admin] For port 4f9f0844-8525-40c5-bc89-8addfa054f2b, host dv-cinder-790014-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=4f9f0844-8525-40c5-bc89-8addfa054f2b,segment=NetworkSegment(8a64b1e4-c2e9-4500-b4d9-ac866fe3f80d),segment_id=8a64b1e4-c2e9-4500-b4d9-ac866fe3f80d)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:31:01.498323 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-64bf5704-3211-4a66-94e0-77b998fc5bf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647429'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:01.510327 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-64bf5704-3211-4a66-94e0-77b998fc5bf1 admin admin] Calling delete_port for 4f9f0844-8525-40c5-bc89-8addfa054f2b owned by network:router_interface {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 01:31:01.682104 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-64bf5704-3211-4a66-94e0-77b998fc5bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782027086291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782026665153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:01.709181 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bf5704-3211-4a66-94e0-77b998fc5bf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f9f0844-8525-40c5-bc89-8addfa054f2b,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:31:01.860293 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-64bf5704-3211-4a66-94e0-77b998fc5bf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-647322'] for router_interface, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:02.062740 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64bf5704-3211-4a66-94e0-77b998fc5bf1 admin admin] Router 49d5d010-18e4-457e-9b62-7519653aaa01 has already been hosted by L3 agent 2e219680-1a48-4599-ad97-adf9ec497b47 {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 01:31:02.164379 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64bf5704-3211-4a66-94e0-77b998fc5bf1 admin admin] Notify agent at l3_agent.dv-cinder-790014-2-iscsi the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 01:31:02.169298 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-64bf5704-3211-4a66-94e0-77b998fc5bf1 admin admin] 10.222.0.23 "PUT /v2.0/routers/49d5d010-18e4-457e-9b62-7519653aaa01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4207292 Aug 25 01:31:02.171899 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 53798) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:31:02.175950 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441c6660-0322-4b99-b1b0-31119e28fcbd None None] Sync routers for ids ['49d5d010-18e4-457e-9b62-7519653aaa01'] in dv-cinder-790014-2-iscsi {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 01:31:02.184924 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441c6660-0322-4b99-b1b0-31119e28fcbd None None] Routers {'49d5d010-18e4-457e-9b62-7519653aaa01'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:31:02.185546 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-441c6660-0322-4b99-b1b0-31119e28fcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:31:00Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['49d5d010-18e4-457e-9b62-7519653aaa01'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:31:02.222993 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dec722-708e-461b-8e6e-f3e71f05f23f req-3b6c1032-cf4f-4e1d-8942-4b757f1b49da tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:02.224601 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-40dec722-708e-461b-8e6e-f3e71f05f23f req-3b6c1032-cf4f-4e1d-8942-4b757f1b49da tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=2383f568-887e-4b89-99c4-4dcda46666d0 HTTP/1.1" status: 200 len: 946 time: 0.0532248 Aug 25 01:31:02.261311 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-40dec722-708e-461b-8e6e-f3e71f05f23f req-0e7693b7-5020-4b75-a018-9dfaff9d6866 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups?id=4469e8d0-aa99-4a5f-afb4-832c6f98d772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305760 Aug 25 01:31:02.284233 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0d7ef9ee-2738-4810-b794-377f6a2025f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:02.291620 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-441c6660-0322-4b99-b1b0-31119e28fcbd None None] Set router 49d5d010-18e4-457e-9b62-7519653aaa01 gateway port host: dv-cinder-790014-2-iscsi {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:31:02.470368 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-441c6660-0322-4b99-b1b0-31119e28fcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d5d010-18e4-457e-9b62-7519653aaa01', 'name': 'tempest-ServerRescueNegativeTestJSON-1555647231-router', 'tenant_id': '9332813e5ed544a58621b5d1c5e0bbba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '76418563-14e8-44d4-ac27-d42858ccd1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:27:07Z', 'updated_at': '2021-08-25T01:31:01Z', 'revision_number': 5, 'project_id': '9332813e5ed544a58621b5d1c5e0bbba', 'gw_port': {'id': '76418563-14e8-44d4-ac27-d42858ccd1f2', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:99:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d5d010-18e4-457e-9b62-7519653aaa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:27:08Z', 'updated_at': '2021-08-25T01:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi'}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:31:02.501400 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441c6660-0322-4b99-b1b0-31119e28fcbd None None] Checking router: 49d5d010-18e4-457e-9b62-7519653aaa01 for host: dv-cinder-790014-2-iscsi {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 01:31:02.510645 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441c6660-0322-4b99-b1b0-31119e28fcbd None None] Routers {'49d5d010-18e4-457e-9b62-7519653aaa01'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:31:02.511284 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-441c6660-0322-4b99-b1b0-31119e28fcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:31:00Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['49d5d010-18e4-457e-9b62-7519653aaa01'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:31:02.553108 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-637296fa-69e7-4112-9a21-84726ca1bc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:02.609208 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0d7ef9ee-2738-4810-b794-377f6a2025f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:02.613410 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-441c6660-0322-4b99-b1b0-31119e28fcbd None None] Set router 49d5d010-18e4-457e-9b62-7519653aaa01 gateway port host: dv-cinder-790014-2-iscsi {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:31:02.660151 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-0d7ef9ee-2738-4810-b794-377f6a2025f3 admin admin] Deleting port 76418563-14e8-44d4-ac27-d42858ccd1f2 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 01:31:02.660493 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0d7ef9ee-2738-4810-b794-377f6a2025f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782027226579'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:02.737460 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-0d7ef9ee-2738-4810-b794-377f6a2025f3 admin admin] For port 76418563-14e8-44d4-ac27-d42858ccd1f2, host dv-cinder-790014-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=76418563-14e8-44d4-ac27-d42858ccd1f2,segment=NetworkSegment(094c6717-dbf2-418c-b33e-47759605d17a),segment_id=094c6717-dbf2-418c-b33e-47759605d17a)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:31:02.737755 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0d7ef9ee-2738-4810-b794-377f6a2025f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647429'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:02.750050 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-0d7ef9ee-2738-4810-b794-377f6a2025f3 admin admin] Calling delete_port for 76418563-14e8-44d4-ac27-d42858ccd1f2 owned by network:router_gateway {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 01:31:02.790196 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-441c6660-0322-4b99-b1b0-31119e28fcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d5d010-18e4-457e-9b62-7519653aaa01', 'name': 'tempest-ServerRescueNegativeTestJSON-1555647231-router', 'tenant_id': '9332813e5ed544a58621b5d1c5e0bbba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '76418563-14e8-44d4-ac27-d42858ccd1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:27:07Z', 'updated_at': '2021-08-25T01:31:01Z', 'revision_number': 5, 'project_id': '9332813e5ed544a58621b5d1c5e0bbba', 'gw_port': {'id': '76418563-14e8-44d4-ac27-d42858ccd1f2', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:99:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d5d010-18e4-457e-9b62-7519653aaa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:27:08Z', 'updated_at': '2021-08-25T01:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi'}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:31:02.816113 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441c6660-0322-4b99-b1b0-31119e28fcbd None None] The sync data for ids ['49d5d010-18e4-457e-9b62-7519653aaa01'] in dv-cinder-790014-2-iscsi is: [{'id': '49d5d010-18e4-457e-9b62-7519653aaa01', 'name': 'tempest-ServerRescueNegativeTestJSON-1555647231-router', 'tenant_id': '9332813e5ed544a58621b5d1c5e0bbba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '76418563-14e8-44d4-ac27-d42858ccd1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:27:07Z', 'updated_at': '2021-08-25T01:31:01Z', 'revision_number': 5, 'project_id': '9332813e5ed544a58621b5d1c5e0bbba', 'gw_port': {'id': '76418563-14e8-44d4-ac27-d42858ccd1f2', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:99:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d5d010-18e4-457e-9b62-7519653aaa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:27:08Z', 'updated_at': '2021-08-25T01:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi'}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 01:31:02.917966 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0d7ef9ee-2738-4810-b794-377f6a2025f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782027086291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782026665153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:02.943468 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7ef9ee-2738-4810-b794-377f6a2025f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=76418563-14e8-44d4-ac27-d42858ccd1f2,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:31:03.003417 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0d7ef9ee-2738-4810-b794-377f6a2025f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930752'] for router_gateway, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:03.103055 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0d7ef9ee-2738-4810-b794-377f6a2025f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11014'] for router, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:03.105006 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0d7ef9ee-2738-4810-b794-377f6a2025f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:03.169086 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0d7ef9ee-2738-4810-b794-377f6a2025f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920409'] for router, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:03.169772 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7ef9ee-2738-4810-b794-377f6a2025f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49d5d010-18e4-457e-9b62-7519653aaa01 {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 01:31:03.174996 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0d7ef9ee-2738-4810-b794-377f6a2025f3 admin admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:03.178613 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-0d7ef9ee-2738-4810-b794-377f6a2025f3 admin admin] 10.222.0.23 "DELETE /v2.0/routers/49d5d010-18e4-457e-9b62-7519653aaa01 HTTP/1.1" status: 204 len: 168 time: 1.0036077 Aug 25 01:31:03.178860 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 53802) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:31:03.223020 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-402a4c3d-2215-415d-9311-281f49086b0e admin admin] Deleting subnet 84dbee4e-0c46-44e0-883e-063ae4a8075c {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 01:31:03.226090 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-402a4c3d-2215-415d-9311-281f49086b0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:03.261129 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-402a4c3d-2215-415d-9311-281f49086b0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8611426'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:03.301555 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-402a4c3d-2215-415d-9311-281f49086b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4168828'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:03.368898 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-402a4c3d-2215-415d-9311-281f49086b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4168079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8611559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11558343'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:03.378459 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f7e34-2c23-4974-b2b4-119279f10db5 req-10377863-bd28-4327-8038-3ae5b938a8a8 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:03.383306 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ed6f7e34-2c23-4974-b2b4-119279f10db5 req-10377863-bd28-4327-8038-3ae5b938a8a8 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=2383f568-887e-4b89-99c4-4dcda46666d0 HTTP/1.1" status: 200 len: 946 time: 0.0534043 Aug 25 01:31:03.396511 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402a4c3d-2215-415d-9311-281f49086b0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84dbee4e-0c46-44e0-883e-063ae4a8075c,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:31:03.400223 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-402a4c3d-2215-415d-9311-281f49086b0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:03.402139 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-402a4c3d-2215-415d-9311-281f49086b0e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/84dbee4e-0c46-44e0-883e-063ae4a8075c HTTP/1.1" status: 204 len: 168 time: 0.2222557 Aug 25 01:31:03.404587 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 53806) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:31:03.430719 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ed6f7e34-2c23-4974-b2b4-119279f10db5 req-c8ceedc9-93a1-4376-b33b-bfc4fe48f757 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups?id=4469e8d0-aa99-4a5f-afb4-832c6f98d772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445106 Aug 25 01:31:03.482211 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ac90011d-cabd-46aa-abaa-03e22054eacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116255'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:03.564146 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ac90011d-cabd-46aa-abaa-03e22054eacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4169723', 'neutron.services.segments.db._delete_segments_for_network-8782027164591'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:03.573483 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.services.segments.db [None req-ac90011d-cabd-46aa-abaa-03e22054eacc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['941f32ea-0da3-4101-b2fe-5e10ea072419']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:31:03.583362 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.services.segments.db [None req-ac90011d-cabd-46aa-abaa-03e22054eacc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a64b1e4-c2e9-4500-b4d9-ac866fe3f80d') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:31:03.583653 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.services.segments.db [None req-ac90011d-cabd-46aa-abaa-03e22054eacc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a64b1e4-c2e9-4500-b4d9-ac866fe3f80d') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:31:03.592248 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ac90011d-cabd-46aa-abaa-03e22054eacc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782027164474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8611437'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:03.606463 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ac90011d-cabd-46aa-abaa-03e22054eacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3751945'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:03.612321 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac90011d-cabd-46aa-abaa-03e22054eacc admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 01:31:03.612660 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ac90011d-cabd-46aa-abaa-03e22054eacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3751945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8611077'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:03.614563 dv-cinder-790014-2-iscsi neutron-server[93833]: Traceback (most recent call last): Aug 25 01:31:03.614563 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 01:31:03.614563 dv-cinder-790014-2-iscsi neutron-server[93833]: timer() Aug 25 01:31:03.614563 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 01:31:03.614563 dv-cinder-790014-2-iscsi neutron-server[93833]: cb(*args, **kw) Aug 25 01:31:03.614563 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 01:31:03.614563 dv-cinder-790014-2-iscsi neutron-server[93833]: return func(*args, **kwargs) Aug 25 01:31:03.614563 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 01:31:03.614563 dv-cinder-790014-2-iscsi neutron-server[93833]: self._notify() Aug 25 01:31:03.614563 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 01:31:03.614563 dv-cinder-790014-2-iscsi neutron-server[93833]: self.callback(batched_events) Aug 25 01:31:03.614563 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 01:31:03.614563 dv-cinder-790014-2-iscsi neutron-server[93833]: event.method(event) Aug 25 01:31:03.614563 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 01:31:03.614563 dv-cinder-790014-2-iscsi neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 01:31:03.614563 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 01:31:03.614563 dv-cinder-790014-2-iscsi neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 01:31:03.614563 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 01:31:03.614563 dv-cinder-790014-2-iscsi neutron-server[93833]: return f(self, *a, **k) Aug 25 01:31:03.614563 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 25 01:31:03.614563 dv-cinder-790014-2-iscsi neutron-server[93833]: return self._get(url).json() Aug 25 01:31:03.614563 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 25 01:31:03.614563 dv-cinder-790014-2-iscsi neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 01:31:03.614563 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 01:31:03.614563 dv-cinder-790014-2-iscsi neutron-server[93833]: return self.request(url, 'GET', **kwargs) Aug 25 01:31:03.614563 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 01:31:03.614563 dv-cinder-790014-2-iscsi neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 01:31:03.614563 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 01:31:03.614563 dv-cinder-790014-2-iscsi neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 01:31:03.614563 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 01:31:03.614563 dv-cinder-790014-2-iscsi neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 01:31:03.614563 dv-cinder-790014-2-iscsi neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 01:31:03.669994 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ac90011d-cabd-46aa-abaa-03e22054eacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4169714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930796'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:03.675974 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ac90011d-cabd-46aa-abaa-03e22054eacc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:03.680119 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-ac90011d-cabd-46aa-abaa-03e22054eacc admin admin] 10.222.0.23 "DELETE /v2.0/networks/941f32ea-0da3-4101-b2fe-5e10ea072419 HTTP/1.1" status: 204 len: 168 time: 0.2724245 Aug 25 01:31:03.690672 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac90011d-cabd-46aa-abaa-03e22054eacc admin admin] Pushing event deleted for resources: {'Network': ['ID=941f32ea-0da3-4101-b2fe-5e10ea072419,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:31:03.853310 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 53816) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:31:03.900784 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-21aceb21-0cda-4619-b57d-1456bfaf256e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9332813e5ed544a58621b5d1c5e0bbba&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0463119 Aug 25 01:31:03.903715 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 53818) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:31:03.949180 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8f3b35b2-7b6e-4ad1-9834-9b98a1c6df9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:03.969877 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8f3b35b2-7b6e-4ad1-9834-9b98a1c6df9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:04.015206 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8f3b35b2-7b6e-4ad1-9834-9b98a1c6df9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:04.017968 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8f3b35b2-7b6e-4ad1-9834-9b98a1c6df9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:04.019107 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-8f3b35b2-7b6e-4ad1-9834-9b98a1c6df9f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/188eb13b-b7e9-4bbd-aeae-c0c5ea392579 HTTP/1.1" status: 204 len: 168 time: 0.1144943 Aug 25 01:31:04.026787 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3b35b2-7b6e-4ad1-9834-9b98a1c6df9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188eb13b-b7e9-4bbd-aeae-c0c5ea392579,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:31:04.282613 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device 49373d89-72a8-4af4-8ddd-bb1be8f8d960 no longer exists at agent hyperv_hv-cinder-79001 {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 01:31:04.303558 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] No Port match for: 49373d89-72a8-4af4-8ddd-bb1be8f8d960 {{(pid=93834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 01:31:04.303901 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device 49373d89-72a8-4af4-8ddd-bb1be8f8d960 not bound to the agent host hv-cinder-79001 {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 01:31:04.556335 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084bd14e-f2f9-4747-886a-cfb26a17f45f req-c38884d7-d33e-490b-8d5b-276afe4a2563 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:04.557808 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-084bd14e-f2f9-4747-886a-cfb26a17f45f req-c38884d7-d33e-490b-8d5b-276afe4a2563 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=2383f568-887e-4b89-99c4-4dcda46666d0 HTTP/1.1" status: 200 len: 946 time: 0.0504675 Aug 25 01:31:04.595862 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-084bd14e-f2f9-4747-886a-cfb26a17f45f req-b4d50003-2f73-4e44-a14b-50a9205148f6 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups?id=4469e8d0-aa99-4a5f-afb4-832c6f98d772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322089 Aug 25 01:31:04.671823 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 53842) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:31:04.771698 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.v2.base [None req-f5f854d4-aa66-4430-8274-05208a77d76a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-979801634-network', 'tenant_id': '0d3f6d9b58da4cf08feb13c48725af79'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:31:04.799403 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f854d4-aa66-4430-8274-05208a77d76a admin admin] Made reservation on behalf of 0d3f6d9b58da4cf08feb13c48725af79 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 01:31:04.802035 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f5f854d4-aa66-4430-8274-05208a77d76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:04.810812 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f5f854d4-aa66-4430-8274-05208a77d76a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:04.828579 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 76418563-14e8-44d4-ac27-d42858ccd1f2 no longer exists at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 01:31:04.848058 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] No Port match for: 76418563-14e8-44d4-ac27-d42858ccd1f2 {{(pid=93834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 01:31:04.848334 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 76418563-14e8-44d4-ac27-d42858ccd1f2 not bound to the agent host dv-cinder-790014-2-iscsi {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 01:31:04.848779 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 4f9f0844-8525-40c5-bc89-8addfa054f2b no longer exists at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 01:31:04.867581 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] No Port match for: 4f9f0844-8525-40c5-bc89-8addfa054f2b {{(pid=93834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 01:31:04.867944 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 4f9f0844-8525-40c5-bc89-8addfa054f2b not bound to the agent host dv-cinder-790014-2-iscsi {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 01:31:04.906622 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f5f854d4-aa66-4430-8274-05208a77d76a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:04.910116 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f5f854d4-aa66-4430-8274-05208a77d76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:04.934939 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5f854d4-aa66-4430-8274-05208a77d76a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 01:31:04.944243 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f854d4-aa66-4430-8274-05208a77d76a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6c4ba0-11bc-427b-a000-ec38086636d8,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:31:04.948822 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f5f854d4-aa66-4430-8274-05208a77d76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3751945'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:04.949162 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.db.segments_db [None req-f5f854d4-aa66-4430-8274-05208a77d76a admin admin] Added segment 2250bebe-2869-40e3-ad89-dd6ac923b04c of type vlan for network 4b39bbca-d99b-4c6f-89e1-463d16db2dba Aug 25 01:31:04.959627 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f854d4-aa66-4430-8274-05208a77d76a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:31:04.959975 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f854d4-aa66-4430-8274-05208a77d76a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:31:04.960313 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f854d4-aa66-4430-8274-05208a77d76a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:31:04.960660 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f854d4-aa66-4430-8274-05208a77d76a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:31:04.960977 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f854d4-aa66-4430-8274-05208a77d76a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:31:04.961303 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f854d4-aa66-4430-8274-05208a77d76a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:31:04.961626 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f854d4-aa66-4430-8274-05208a77d76a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:31:04.961948 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f854d4-aa66-4430-8274-05208a77d76a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:31:04.962273 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f854d4-aa66-4430-8274-05208a77d76a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:31:04.962592 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f854d4-aa66-4430-8274-05208a77d76a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:31:04.962935 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f854d4-aa66-4430-8274-05208a77d76a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:31:04.963251 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f854d4-aa66-4430-8274-05208a77d76a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:31:05.004522 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f5f854d4-aa66-4430-8274-05208a77d76a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782026683423'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:05.028215 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f5f854d4-aa66-4430-8274-05208a77d76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:05.029144 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f854d4-aa66-4430-8274-05208a77d76a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:05.029717 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f5f854d4-aa66-4430-8274-05208a77d76a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:05.055062 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-f5f854d4-aa66-4430-8274-05208a77d76a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3820815 Aug 25 01:31:05.057914 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 53852) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:31:05.063475 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [None req-b45257ba-ea43-4101-9984-34be693495e7 admin admin] Request body: {'subnet': {'network_id': '4b39bbca-d99b-4c6f-89e1-463d16db2dba', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-979801634-subnet', 'tenant_id': '0d3f6d9b58da4cf08feb13c48725af79', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:31:05.083701 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45257ba-ea43-4101-9984-34be693495e7 admin admin] Made reservation on behalf of 0d3f6d9b58da4cf08feb13c48725af79 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 01:31:05.085912 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b45257ba-ea43-4101-9984-34be693495e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11558204'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:05.092778 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f854d4-aa66-4430-8274-05208a77d76a admin admin] Pushing event updated for resources: {'Network': ['ID=4b39bbca-d99b-4c6f-89e1-463d16db2dba,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:31:05.102382 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Network 4b39bbca-d99b-4c6f-89e1-463d16db2dba details requested by agent ovs-agent-dv-cinder-790014-2-iscsi with host dv-cinder-790014-2-iscsi {{(pid=93834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 01:31:05.249028 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b45257ba-ea43-4101-9984-34be693495e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8611488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11558350'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:05.295948 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45257ba-ea43-4101-9984-34be693495e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=377ea34e-9667-47c0-90ed-ae7bee569363,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:31:05.311684 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45257ba-ea43-4101-9984-34be693495e7 admin admin] Checking segment: {'id': '2250bebe-2869-40e3-ad89-dd6ac923b04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '4b39bbca-d99b-4c6f-89e1-463d16db2dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:31:05.312033 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45257ba-ea43-4101-9984-34be693495e7 admin admin] Network hostable DHCP agents. Network: 4b39bbca-d99b-4c6f-89e1-463d16db2dba, hostable agents: ['ac5d4c25-da57-44fa-9536-6aedd7c82d66'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 01:31:05.327683 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45257ba-ea43-4101-9984-34be693495e7 admin admin] Network 4b39bbca-d99b-4c6f-89e1-463d16db2dba is scheduled to be hosted by DHCP agent ac5d4c25-da57-44fa-9536-6aedd7c82d66 with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 01:31:05.335748 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-b45257ba-ea43-4101-9984-34be693495e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-2-iscsi, 4b39bbca-d99b-4c6f-89e1-463d16db2dba) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:31:05.339694 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45257ba-ea43-4101-9984-34be693495e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:05.340297 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b45257ba-ea43-4101-9984-34be693495e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:05.346129 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fefb92-98ac-44fd-ac0e-d1a6d0654f94 None None] Network 4b39bbca-d99b-4c6f-89e1-463d16db2dba requested from dv-cinder-790014-2-iscsi {{(pid=93834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 01:31:05.356593 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-b45257ba-ea43-4101-9984-34be693495e7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.2943287 Aug 25 01:31:05.356881 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 53856) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:31:05.361390 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.v2.base [None req-eff35e17-7649-4c8e-b3de-54ef875ce9ea admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-979801634-router', 'tenant_id': '0d3f6d9b58da4cf08feb13c48725af79', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4'}}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:31:05.381530 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-eff35e17-7649-4c8e-b3de-54ef875ce9ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11028'] for router, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:05.382507 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-eff35e17-7649-4c8e-b3de-54ef875ce9ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931179', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-927177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11023'] for router, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:05.437122 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-eff35e17-7649-4c8e-b3de-54ef875ce9ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:05.489344 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b6ac29-473f-4efc-9f94-07e425aa748d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba2eb50d-18ea-5a46-8f87-f237355d5e2f-4b39bbca-d99b-4c6f-89e1-463d16db2dba', 'network_id': '4b39bbca-d99b-4c6f-89e1-463d16db2dba', 'tenant_id': '0d3f6d9b58da4cf08feb13c48725af79', 'fixed_ips': [{'subnet_id': '377ea34e-9667-47c0-90ed-ae7bee569363'}]}} from dv-cinder-790014-2-iscsi. {{(pid=93834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 01:31:05.490198 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-44b6ac29-473f-4efc-9f94-07e425aa748d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:05.578325 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-eff35e17-7649-4c8e-b3de-54ef875ce9ea admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:05.625270 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-44b6ac29-473f-4efc-9f94-07e425aa748d None None] Allocated IP 172.20.0.2 (4b39bbca-d99b-4c6f-89e1-463d16db2dba/377ea34e-9667-47c0-90ed-ae7bee569363/990747e7-3334-47ab-b9dd-02f4b7534a13) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 01:31:05.767740 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-44b6ac29-473f-4efc-9f94-07e425aa748d None None] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:05.775891 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-44b6ac29-473f-4efc-9f94-07e425aa748d None None] Transition to ACTIVE for port object 990747e7-3334-47ab-b9dd-02f4b7534a13 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:31:05.776752 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff13fc3-5a70-4e6c-b09a-3acb314bc483 req-17c12778-d1e7-4dba-b639-4a55c9c2da52 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:05.778833 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-4ff13fc3-5a70-4e6c-b09a-3acb314bc483 req-17c12778-d1e7-4dba-b639-4a55c9c2da52 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=2383f568-887e-4b89-99c4-4dcda46666d0 HTTP/1.1" status: 200 len: 946 time: 0.1124024 Aug 25 01:31:05.791294 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-44b6ac29-473f-4efc-9f94-07e425aa748d None None] Transition to ACTIVE for port object 990747e7-3334-47ab-b9dd-02f4b7534a13 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:31:05.797682 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-44b6ac29-473f-4efc-9f94-07e425aa748d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782026665144'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:05.832289 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-eff35e17-7649-4c8e-b3de-54ef875ce9ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:05.838606 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b6ac29-473f-4efc-9f94-07e425aa748d None None] Network 4b39bbca-d99b-4c6f-89e1-463d16db2dba is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:31:05.842551 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-44b6ac29-473f-4efc-9f94-07e425aa748d None None] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:31:05.847293 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b6ac29-473f-4efc-9f94-07e425aa748d None None] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 01:31:05.850611 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b6ac29-473f-4efc-9f94-07e425aa748d None None] Pushing event updated for resources: {'Port': ['ID=990747e7-3334-47ab-b9dd-02f4b7534a13,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:31:05.862196 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-eff35e17-7649-4c8e-b3de-54ef875ce9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:05.867187 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-4ff13fc3-5a70-4e6c-b09a-3acb314bc483 req-380694d0-ea50-433e-8ce5-b72869c4c948 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups?id=4469e8d0-aa99-4a5f-afb4-832c6f98d772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674002 Aug 25 01:31:05.877626 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b6ac29-473f-4efc-9f94-07e425aa748d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:31:05.877998 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b6ac29-473f-4efc-9f94-07e425aa748d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:31:05.878343 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b6ac29-473f-4efc-9f94-07e425aa748d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:31:05.878698 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b6ac29-473f-4efc-9f94-07e425aa748d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:31:05.879035 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b6ac29-473f-4efc-9f94-07e425aa748d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:31:05.879371 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b6ac29-473f-4efc-9f94-07e425aa748d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:31:05.879700 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b6ac29-473f-4efc-9f94-07e425aa748d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:31:05.880027 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b6ac29-473f-4efc-9f94-07e425aa748d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:31:05.880374 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b6ac29-473f-4efc-9f94-07e425aa748d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:31:05.880707 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b6ac29-473f-4efc-9f94-07e425aa748d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:31:05.881060 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b6ac29-473f-4efc-9f94-07e425aa748d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:31:05.881414 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b6ac29-473f-4efc-9f94-07e425aa748d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:31:05.924849 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-44b6ac29-473f-4efc-9f94-07e425aa748d None None] Attempting to bind port 990747e7-3334-47ab-b9dd-02f4b7534a13 on host dv-cinder-790014-2-iscsi for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 01:31:05.925219 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-44b6ac29-473f-4efc-9f94-07e425aa748d None None] Attempting to bind port 990747e7-3334-47ab-b9dd-02f4b7534a13 by drivers openvswitch,hyperv on host dv-cinder-790014-2-iscsi at level 0 using segments [{'id': '2250bebe-2869-40e3-ad89-dd6ac923b04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '4b39bbca-d99b-4c6f-89e1-463d16db2dba'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 01:31:05.925579 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b6ac29-473f-4efc-9f94-07e425aa748d None None] Attempting to bind port 990747e7-3334-47ab-b9dd-02f4b7534a13 on network 4b39bbca-d99b-4c6f-89e1-463d16db2dba {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:31:05.930417 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b6ac29-473f-4efc-9f94-07e425aa748d None None] Checking agent: {'id': 'd4180fab-6748-497c-b5c9-83716f34f1ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 1, 19, 30), 'started_at': datetime.datetime(2021, 8, 25, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 01:31:05.930821 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b6ac29-473f-4efc-9f94-07e425aa748d None None] Checking segment: {'id': '2250bebe-2869-40e3-ad89-dd6ac923b04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '4b39bbca-d99b-4c6f-89e1-463d16db2dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:31:05.931218 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-44b6ac29-473f-4efc-9f94-07e425aa748d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:05.931605 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b6ac29-473f-4efc-9f94-07e425aa748d None None] Bound using segment: {'id': '2250bebe-2869-40e3-ad89-dd6ac923b04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '4b39bbca-d99b-4c6f-89e1-463d16db2dba'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 01:31:05.932057 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-44b6ac29-473f-4efc-9f94-07e425aa748d None None] Bound port: 990747e7-3334-47ab-b9dd-02f4b7534a13, host: dv-cinder-790014-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2250bebe-2869-40e3-ad89-dd6ac923b04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '4b39bbca-d99b-4c6f-89e1-463d16db2dba'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 01:31:05.932432 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-44b6ac29-473f-4efc-9f94-07e425aa748d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:05.981972 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-eff35e17-7649-4c8e-b3de-54ef875ce9ea admin admin] Allocated IP 172.27.1.7 (010d8b7d-53b1-407d-b771-6477c60770f4/e3100a47-8cf0-41e7-afe0-dcfedb56ff39/50d82e7e-dbc7-4047-964e-d12dc78ec35d) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 01:31:05.994633 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-44b6ac29-473f-4efc-9f94-07e425aa748d None None] For port 990747e7-3334-47ab-b9dd-02f4b7534a13, host dv-cinder-790014-2-iscsi, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 01:31:05.997704 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-44b6ac29-473f-4efc-9f94-07e425aa748d None None] For port 990747e7-3334-47ab-b9dd-02f4b7534a13, host dv-cinder-790014-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=990747e7-3334-47ab-b9dd-02f4b7534a13,segment=NetworkSegment(2250bebe-2869-40e3-ad89-dd6ac923b04c),segment_id=2250bebe-2869-40e3-ad89-dd6ac923b04c)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 01:31:06.001866 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-44b6ac29-473f-4efc-9f94-07e425aa748d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:06.068891 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b6ac29-473f-4efc-9f94-07e425aa748d None None] Pushing event updated for resources: {'Port': ['ID=990747e7-3334-47ab-b9dd-02f4b7534a13,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:31:06.090071 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-eff35e17-7649-4c8e-b3de-54ef875ce9ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:06.128254 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-eff35e17-7649-4c8e-b3de-54ef875ce9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782026665144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11069661'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:06.174209 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff35e17-7649-4c8e-b3de-54ef875ce9ea admin admin] Network 010d8b7d-53b1-407d-b771-6477c60770f4 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:31:06.176861 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-eff35e17-7649-4c8e-b3de-54ef875ce9ea admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:31:06.187483 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff35e17-7649-4c8e-b3de-54ef875ce9ea admin admin] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 01:31:06.189247 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff35e17-7649-4c8e-b3de-54ef875ce9ea admin admin] Pushing event updated for resources: {'Port': ['ID=50d82e7e-dbc7-4047-964e-d12dc78ec35d,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:31:06.249824 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.agents_db [None req-4bdcba96-0b2f-4eba-81a9-023f498d003c None None] Agent healthcheck: found 6 active agents {{(pid=93835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 01:31:06.434448 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-eff35e17-7649-4c8e-b3de-54ef875ce9ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:06.622131 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-eff35e17-7649-4c8e-b3de-54ef875ce9ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931096'] for router, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:06.756048 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff35e17-7649-4c8e-b3de-54ef875ce9ea admin admin] Router 96a47d6d-64c2-4bdb-b4af-a19bf3b971e5 is scheduled to L3 agent 2e219680-1a48-4599-ad97-adf9ec497b47 with binding_index 1 {{(pid=93832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 01:31:06.860633 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 990747e7-3334-47ab-b9dd-02f4b7534a13 up at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:31:06.885455 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff35e17-7649-4c8e-b3de-54ef875ce9ea admin admin] Notify agent at l3_agent.dv-cinder-790014-2-iscsi the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 01:31:06.903631 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f423639-71ca-4001-8ff5-f7c1ea131aef None None] Sync routers for ids ['96a47d6d-64c2-4bdb-b4af-a19bf3b971e5'] in dv-cinder-790014-2-iscsi {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 01:31:06.916291 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-eff35e17-7649-4c8e-b3de-54ef875ce9ea admin admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:06.923047 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-eff35e17-7649-4c8e-b3de-54ef875ce9ea admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5627143 Aug 25 01:31:06.923288 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 53870) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:31:06.930225 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f423639-71ca-4001-8ff5-f7c1ea131aef None None] Routers {'96a47d6d-64c2-4bdb-b4af-a19bf3b971e5'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:31:06.932176 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-9f423639-71ca-4001-8ff5-f7c1ea131aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:31:00Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['96a47d6d-64c2-4bdb-b4af-a19bf3b971e5'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:31:07.039527 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning for port 990747e7-3334-47ab-b9dd-02f4b7534a13 completed by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:31:07.057108 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339c17c5-4d9c-4dea-b815-2714e0a3e68b None None] Network 4b39bbca-d99b-4c6f-89e1-463d16db2dba requested from dv-cinder-790014-2-iscsi {{(pid=93834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 01:31:07.128831 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-51c0a243-843d-473d-80e3-208930eada37 None None] Provisioning for port 990747e7-3334-47ab-b9dd-02f4b7534a13 completed by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:31:07.141564 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-9f423639-71ca-4001-8ff5-f7c1ea131aef None None] Set router 96a47d6d-64c2-4bdb-b4af-a19bf3b971e5 gateway port host: dv-cinder-790014-2-iscsi {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:31:07.169304 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-51c0a243-843d-473d-80e3-208930eada37 None None] Provisioning complete for port 990747e7-3334-47ab-b9dd-02f4b7534a13 triggered by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:31:07.169886 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-51c0a243-843d-473d-80e3-208930eada37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:07.259761 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ec33b-de3a-4ea8-a4f9-33a42f27c569 req-ab5f9615-08e5-412b-b1d9-44796d1d85cf tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:07.261299 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-126ec33b-de3a-4ea8-a4f9-33a42f27c569 req-ab5f9615-08e5-412b-b1d9-44796d1d85cf tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=2383f568-887e-4b89-99c4-4dcda46666d0 HTTP/1.1" status: 200 len: 946 time: 0.2929809 Aug 25 01:31:07.369474 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-126ec33b-de3a-4ea8-a4f9-33a42f27c569 req-bbe6c40a-c612-4700-8319-45163e17e3cb tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups?id=4469e8d0-aa99-4a5f-afb4-832c6f98d772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002502 Aug 25 01:31:07.549790 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-51c0a243-843d-473d-80e3-208930eada37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:07.605630 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-51c0a243-843d-473d-80e3-208930eada37 None None] For port 990747e7-3334-47ab-b9dd-02f4b7534a13, host dv-cinder-790014-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=990747e7-3334-47ab-b9dd-02f4b7534a13,segment=NetworkSegment(2250bebe-2869-40e3-ad89-dd6ac923b04c),segment_id=2250bebe-2869-40e3-ad89-dd6ac923b04c)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:31:07.610956 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e5fd8a56-8f62-4e7b-9e5f-c9579258399d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:07.613491 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-51c0a243-843d-473d-80e3-208930eada37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:07.640367 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-9f423639-71ca-4001-8ff5-f7c1ea131aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a47d6d-64c2-4bdb-b4af-a19bf3b971e5', 'name': 'tempest-AttachVolumeShelveTestJSON-979801634-router', 'tenant_id': '0d3f6d9b58da4cf08feb13c48725af79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '50d82e7e-dbc7-4047-964e-d12dc78ec35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:31:05Z', 'updated_at': '2021-08-25T01:31:06Z', 'revision_number': 3, 'project_id': '0d3f6d9b58da4cf08feb13c48725af79', 'gw_port': {'id': '50d82e7e-dbc7-4047-964e-d12dc78ec35d', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b4:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a47d6d-64c2-4bdb-b4af-a19bf3b971e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:31:05Z', 'updated_at': '2021-08-25T01:31:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi'}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:31:07.680323 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f423639-71ca-4001-8ff5-f7c1ea131aef None None] Checking router: 96a47d6d-64c2-4bdb-b4af-a19bf3b971e5 for host: dv-cinder-790014-2-iscsi {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 01:31:07.680323 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f423639-71ca-4001-8ff5-f7c1ea131aef None None] Updating router 96a47d6d-64c2-4bdb-b4af-a19bf3b971e5 port 50d82e7e-dbc7-4047-964e-d12dc78ec35d binding host dv-cinder-790014-2-iscsi {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 01:31:07.716272 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c0a243-843d-473d-80e3-208930eada37 None None] Pushing event updated for resources: {'Port': ['ID=990747e7-3334-47ab-b9dd-02f4b7534a13,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:31:07.719185 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9f423639-71ca-4001-8ff5-f7c1ea131aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:07.782725 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-e5fd8a56-8f62-4e7b-9e5f-c9579258399d admin admin] Allocated IP 172.20.0.1 (4b39bbca-d99b-4c6f-89e1-463d16db2dba/377ea34e-9667-47c0-90ed-ae7bee569363/e25ffdd2-3c21-41aa-8f85-1de512af30f4) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 01:31:07.857543 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-9bba7e90-17bb-443d-8d70-ee6ff0f6c39e None None] Provisioning complete for port 990747e7-3334-47ab-b9dd-02f4b7534a13 triggered by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:31:07.857917 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9bba7e90-17bb-443d-8d70-ee6ff0f6c39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:07.891009 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e5fd8a56-8f62-4e7b-9e5f-c9579258399d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:07.906118 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-e5fd8a56-8f62-4e7b-9e5f-c9579258399d admin admin] Transition to ACTIVE for port object e25ffdd2-3c21-41aa-8f85-1de512af30f4 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:31:07.948913 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e5fd8a56-8f62-4e7b-9e5f-c9579258399d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782026665144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11069661'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:07.990215 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fd8a56-8f62-4e7b-9e5f-c9579258399d admin admin] Network 4b39bbca-d99b-4c6f-89e1-463d16db2dba is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:31:07.993117 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-e5fd8a56-8f62-4e7b-9e5f-c9579258399d admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:31:07.995569 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fd8a56-8f62-4e7b-9e5f-c9579258399d admin admin] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 01:31:08.027485 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fd8a56-8f62-4e7b-9e5f-c9579258399d admin admin] Pushing event updated for resources: {'Port': ['ID=e25ffdd2-3c21-41aa-8f85-1de512af30f4,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:31:08.049232 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e5fd8a56-8f62-4e7b-9e5f-c9579258399d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930667'] for router_interface, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:08.055101 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9f423639-71ca-4001-8ff5-f7c1ea131aef None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:08.065530 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-9f423639-71ca-4001-8ff5-f7c1ea131aef None None] Transition to ACTIVE for port object 50d82e7e-dbc7-4047-964e-d12dc78ec35d will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:31:08.072849 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9f423639-71ca-4001-8ff5-f7c1ea131aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:08.126506 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f7613a-8434-4641-8886-e83b10754f20 None None] Pushing event updated for resources: {'Port': ['ID=50d82e7e-dbc7-4047-964e-d12dc78ec35d,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:31:08.128793 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-9f423639-71ca-4001-8ff5-f7c1ea131aef None None] Attempting to bind port 50d82e7e-dbc7-4047-964e-d12dc78ec35d on host dv-cinder-790014-2-iscsi for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 01:31:08.129166 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-9f423639-71ca-4001-8ff5-f7c1ea131aef None None] Attempting to bind port 50d82e7e-dbc7-4047-964e-d12dc78ec35d by drivers openvswitch,hyperv on host dv-cinder-790014-2-iscsi at level 0 using segments [{'id': '094c6717-dbf2-418c-b33e-47759605d17a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 01:31:08.129530 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f423639-71ca-4001-8ff5-f7c1ea131aef None None] Attempting to bind port 50d82e7e-dbc7-4047-964e-d12dc78ec35d on network 010d8b7d-53b1-407d-b771-6477c60770f4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:31:08.135127 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f423639-71ca-4001-8ff5-f7c1ea131aef None None] Checking agent: {'id': 'd4180fab-6748-497c-b5c9-83716f34f1ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 1, 19, 30), 'started_at': datetime.datetime(2021, 8, 25, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 01:31:08.135503 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f423639-71ca-4001-8ff5-f7c1ea131aef None None] Checking segment: {'id': '094c6717-dbf2-418c-b33e-47759605d17a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:31:08.135982 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9f423639-71ca-4001-8ff5-f7c1ea131aef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:08.136295 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f423639-71ca-4001-8ff5-f7c1ea131aef None None] Bound using segment: {'id': '094c6717-dbf2-418c-b33e-47759605d17a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 01:31:08.136766 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-9f423639-71ca-4001-8ff5-f7c1ea131aef None None] Bound port: 50d82e7e-dbc7-4047-964e-d12dc78ec35d, host: dv-cinder-790014-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '094c6717-dbf2-418c-b33e-47759605d17a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 01:31:08.137925 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9f423639-71ca-4001-8ff5-f7c1ea131aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:08.185382 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e5fd8a56-8f62-4e7b-9e5f-c9579258399d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:08.192172 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-9f423639-71ca-4001-8ff5-f7c1ea131aef None None] For port 50d82e7e-dbc7-4047-964e-d12dc78ec35d, host dv-cinder-790014-2-iscsi, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 01:31:08.195429 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-9f423639-71ca-4001-8ff5-f7c1ea131aef None None] For port 50d82e7e-dbc7-4047-964e-d12dc78ec35d, host dv-cinder-790014-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=50d82e7e-dbc7-4047-964e-d12dc78ec35d,segment=NetworkSegment(094c6717-dbf2-418c-b33e-47759605d17a),segment_id=094c6717-dbf2-418c-b33e-47759605d17a)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 01:31:08.199857 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9f423639-71ca-4001-8ff5-f7c1ea131aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:08.272796 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f7613a-8434-4641-8886-e83b10754f20 None None] Pushing event updated for resources: {'Port': ['ID=50d82e7e-dbc7-4047-964e-d12dc78ec35d,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:31:08.273033 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f423639-71ca-4001-8ff5-f7c1ea131aef None None] Routers {'96a47d6d-64c2-4bdb-b4af-a19bf3b971e5'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:31:08.273641 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-9f423639-71ca-4001-8ff5-f7c1ea131aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:31:00Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['96a47d6d-64c2-4bdb-b4af-a19bf3b971e5'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:31:08.339117 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-504ef55a-ff59-4ee8-b73e-e2edf5359620 None None] Provisioning for port e25ffdd2-3c21-41aa-8f85-1de512af30f4 completed by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:31:08.349711 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-504ef55a-ff59-4ee8-b73e-e2edf5359620 None None] Provisioning complete for port e25ffdd2-3c21-41aa-8f85-1de512af30f4 triggered by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:31:08.350091 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-504ef55a-ff59-4ee8-b73e-e2edf5359620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:08.363962 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e5fd8a56-8f62-4e7b-9e5f-c9579258399d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:08.369346 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e5fd8a56-8f62-4e7b-9e5f-c9579258399d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11069652'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:08.398727 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-504ef55a-ff59-4ee8-b73e-e2edf5359620 None None] Port e25ffdd2-3c21-41aa-8f85-1de512af30f4 cannot update to ACTIVE because it is not bound. {{(pid=93834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 01:31:08.422850 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-9f423639-71ca-4001-8ff5-f7c1ea131aef None None] Set router 96a47d6d-64c2-4bdb-b4af-a19bf3b971e5 gateway port host: dv-cinder-790014-2-iscsi {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:31:08.491560 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e5fd8a56-8f62-4e7b-9e5f-c9579258399d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932541'] for router_interface, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:08.494937 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fd8a56-8f62-4e7b-9e5f-c9579258399d admin admin] Pushing event updated for resources: {'Port': ['ID=e25ffdd2-3c21-41aa-8f85-1de512af30f4,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:31:08.567787 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f735c7d-91b8-4cf7-974f-266230006cfa req-2b747acd-9662-4440-b481-e4571cafab64 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:08.569153 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-0f735c7d-91b8-4cf7-974f-266230006cfa req-2b747acd-9662-4440-b481-e4571cafab64 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=2383f568-887e-4b89-99c4-4dcda46666d0 HTTP/1.1" status: 200 len: 946 time: 0.1083500 Aug 25 01:31:08.619954 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35894a4-6abb-4129-acac-5a5b0bde6593 req-05f904f2-afe8-40a2-80b6-cd0d2d377e4f tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:08.621403 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d35894a4-6abb-4129-acac-5a5b0bde6593 req-05f904f2-afe8-40a2-80b6-cd0d2d377e4f tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b0f17f2-a4b6-4d58-a830-bf0d5d7e8709 HTTP/1.1" status: 200 len: 945 time: 0.1275718 Aug 25 01:31:08.629137 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-9f423639-71ca-4001-8ff5-f7c1ea131aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a47d6d-64c2-4bdb-b4af-a19bf3b971e5', 'name': 'tempest-AttachVolumeShelveTestJSON-979801634-router', 'tenant_id': '0d3f6d9b58da4cf08feb13c48725af79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '50d82e7e-dbc7-4047-964e-d12dc78ec35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:31:05Z', 'updated_at': '2021-08-25T01:31:08Z', 'revision_number': 4, 'project_id': '0d3f6d9b58da4cf08feb13c48725af79', 'gw_port': {'id': '50d82e7e-dbc7-4047-964e-d12dc78ec35d', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b4:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a47d6d-64c2-4bdb-b4af-a19bf3b971e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:31:05Z', 'updated_at': '2021-08-25T01:31:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_interfaces': [{'id': 'e25ffdd2-3c21-41aa-8f85-1de512af30f4', 'name': '', 'network_id': '4b39bbca-d99b-4c6f-89e1-463d16db2dba', 'tenant_id': '0d3f6d9b58da4cf08feb13c48725af79', 'mac_address': 'fa:16:3e:1f:da:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a47d6d-64c2-4bdb-b4af-a19bf3b971e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '377ea34e-9667-47c0-90ed-ae7bee569363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:31:07Z', 'updated_at': '2021-08-25T01:31:07Z', 'revision_number': 1, 'project_id': '0d3f6d9b58da4cf08feb13c48725af79', 'subnets': [{'id': '377ea34e-9667-47c0-90ed-ae7bee569363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:31:08.658890 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f423639-71ca-4001-8ff5-f7c1ea131aef None None] The sync data for ids ['96a47d6d-64c2-4bdb-b4af-a19bf3b971e5'] in dv-cinder-790014-2-iscsi is: [{'id': '96a47d6d-64c2-4bdb-b4af-a19bf3b971e5', 'name': 'tempest-AttachVolumeShelveTestJSON-979801634-router', 'tenant_id': '0d3f6d9b58da4cf08feb13c48725af79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '50d82e7e-dbc7-4047-964e-d12dc78ec35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:31:05Z', 'updated_at': '2021-08-25T01:31:08Z', 'revision_number': 4, 'project_id': '0d3f6d9b58da4cf08feb13c48725af79', 'gw_port': {'id': '50d82e7e-dbc7-4047-964e-d12dc78ec35d', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b4:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a47d6d-64c2-4bdb-b4af-a19bf3b971e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:31:05Z', 'updated_at': '2021-08-25T01:31:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_interfaces': [{'id': 'e25ffdd2-3c21-41aa-8f85-1de512af30f4', 'name': '', 'network_id': '4b39bbca-d99b-4c6f-89e1-463d16db2dba', 'tenant_id': '0d3f6d9b58da4cf08feb13c48725af79', 'mac_address': 'fa:16:3e:1f:da:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a47d6d-64c2-4bdb-b4af-a19bf3b971e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '377ea34e-9667-47c0-90ed-ae7bee569363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:31:07Z', 'updated_at': '2021-08-25T01:31:07Z', 'revision_number': 1, 'project_id': '0d3f6d9b58da4cf08feb13c48725af79', 'subnets': [{'id': '377ea34e-9667-47c0-90ed-ae7bee569363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 01:31:08.693693 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-0f735c7d-91b8-4cf7-974f-266230006cfa req-4e311531-db10-4463-9309-64b7c6c50f19 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups?id=4469e8d0-aa99-4a5f-afb4-832c6f98d772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964460 Aug 25 01:31:08.700651 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d35894a4-6abb-4129-acac-5a5b0bde6593 req-ea5af828-863b-46cb-9fb1-3dcd307fae0a tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] 10.222.0.23 "GET /v2.0/security-groups?id=981b4e0b-151e-4247-84dd-8a97133bb252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720863 Aug 25 01:31:08.706964 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fd8a56-8f62-4e7b-9e5f-c9579258399d admin admin] Network 4b39bbca-d99b-4c6f-89e1-463d16db2dba is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:31:08.708412 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-e5fd8a56-8f62-4e7b-9e5f-c9579258399d admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:31:08.831032 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5fd8a56-8f62-4e7b-9e5f-c9579258399d admin admin] Router 96a47d6d-64c2-4bdb-b4af-a19bf3b971e5 has already been hosted by L3 agent 2e219680-1a48-4599-ad97-adf9ec497b47 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 01:31:08.839979 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 990747e7-3334-47ab-b9dd-02f4b7534a13 up at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:31:08.928107 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning complete for port 990747e7-3334-47ab-b9dd-02f4b7534a13 triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:31:08.928578 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:08.969224 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5fd8a56-8f62-4e7b-9e5f-c9579258399d admin admin] Notify agent at l3_agent.dv-cinder-790014-2-iscsi the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 01:31:08.974723 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-e5fd8a56-8f62-4e7b-9e5f-c9579258399d admin admin] 10.222.0.23 "PUT /v2.0/routers/96a47d6d-64c2-4bdb-b4af-a19bf3b971e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0504119 Aug 25 01:31:09.048617 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-1294c191-110d-4639-8d8a-d621a957ff6a None None] Provisioning complete for port e25ffdd2-3c21-41aa-8f85-1de512af30f4 triggered by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:31:09.048996 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1294c191-110d-4639-8d8a-d621a957ff6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:09.086943 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-1294c191-110d-4639-8d8a-d621a957ff6a None None] Port e25ffdd2-3c21-41aa-8f85-1de512af30f4 cannot update to ACTIVE because it is not bound. {{(pid=93834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 01:31:09.550183 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 53894) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:31:09.554826 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [None req-6cd180fe-04b2-4704-b9af-09b9c6df9159 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1901130006', 'description': 'tempest-description--1279298109'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:31:09.578292 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6cd180fe-04b2-4704-b9af-09b9c6df9159 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:09.662734 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6cd180fe-04b2-4704-b9af-09b9c6df9159 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:09.666576 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6cd180fe-04b2-4704-b9af-09b9c6df9159 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:09.695651 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd180fe-04b2-4704-b9af-09b9c6df9159 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=913f597f-94c5-42c8-b26e-2a379bf43118,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:31:09.700125 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6cd180fe-04b2-4704-b9af-09b9c6df9159 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:09.704085 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-6cd180fe-04b2-4704-b9af-09b9c6df9159 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1501439 Aug 25 01:31:09.704770 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 53896) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:31:09.710934 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [None req-81ac2010-52c9-445d-98d0-146533cbe1f3 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Request body: {'security_group_rule': {'security_group_id': '913f597f-94c5-42c8-b26e-2a379bf43118', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:31:09.747389 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-81ac2010-52c9-445d-98d0-146533cbe1f3 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:09.810003 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-81ac2010-52c9-445d-98d0-146533cbe1f3 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:09.814048 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-81ac2010-52c9-445d-98d0-146533cbe1f3 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019102'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:09.828784 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac2010-52c9-445d-98d0-146533cbe1f3 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0493492-1523-44ef-b5d1-0e988dccd426,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:31:09.842026 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-81ac2010-52c9-445d-98d0-146533cbe1f3 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:09.843564 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-81ac2010-52c9-445d-98d0-146533cbe1f3 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1363344 Aug 25 01:31:09.846934 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 53902) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:31:09.851940 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [None req-bad3a5f7-0b4a-41f0-bc95-e2232daa467d tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Request body: {'security_group_rule': {'security_group_id': '913f597f-94c5-42c8-b26e-2a379bf43118', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:31:09.866432 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2d21a-7328-4406-a499-5d56c97db98c req-7e43b85f-c316-4682-abcd-8ed263c8b0af tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:09.868373 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d3d2d21a-7328-4406-a499-5d56c97db98c req-7e43b85f-c316-4682-abcd-8ed263c8b0af tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b0f17f2-a4b6-4d58-a830-bf0d5d7e8709 HTTP/1.1" status: 200 len: 945 time: 0.0913949 Aug 25 01:31:09.880956 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bad3a5f7-0b4a-41f0-bc95-e2232daa467d tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:09.892046 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff569d0-baa5-4d60-97bf-b73ee0ced7df req-a6ad58ea-6fd7-49ea-b672-c840aabcb978 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:09.893531 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-1ff569d0-baa5-4d60-97bf-b73ee0ced7df req-a6ad58ea-6fd7-49ea-b672-c840aabcb978 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=2383f568-887e-4b89-99c4-4dcda46666d0 HTTP/1.1" status: 200 len: 946 time: 0.0893278 Aug 25 01:31:09.946950 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d3d2d21a-7328-4406-a499-5d56c97db98c req-18e71e8f-4d5d-4cf0-a7bc-c80c2497855b tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] 10.222.0.23 "GET /v2.0/security-groups?id=981b4e0b-151e-4247-84dd-8a97133bb252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680947 Aug 25 01:31:09.947951 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bad3a5f7-0b4a-41f0-bc95-e2232daa467d tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:09.961357 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bad3a5f7-0b4a-41f0-bc95-e2232daa467d tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019102'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:09.966271 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-1ff569d0-baa5-4d60-97bf-b73ee0ced7df req-083694f9-078e-4ee6-a661-e62b446554db tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups?id=4469e8d0-aa99-4a5f-afb4-832c6f98d772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610354 Aug 25 01:31:09.974872 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad3a5f7-0b4a-41f0-bc95-e2232daa467d tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74859efe-96c1-4ea5-99e0-077e7ffdf806,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:31:09.978347 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bad3a5f7-0b4a-41f0-bc95-e2232daa467d tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:09.982398 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-bad3a5f7-0b4a-41f0-bc95-e2232daa467d tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1314807 Aug 25 01:31:09.983025 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 53904) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:31:09.986843 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [None req-78890c17-cf91-40d6-8117-79a2cab22d28 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Request body: {'floatingip': {'floating_network_id': '010d8b7d-53b1-407d-b771-6477c60770f4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:31:10.008444 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-78890c17-cf91-40d6-8117-79a2cab22d28 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks [] for floatingip, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:10.111454 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-78890c17-cf91-40d6-8117-79a2cab22d28 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:10.166325 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4799803-610d-45ac-84e8-a31f0828e97a req-d66f351a-5406-4ce2-aec6-db891fffdf8d tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:10.167967 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a4799803-610d-45ac-84e8-a31f0828e97a req-d66f351a-5406-4ce2-aec6-db891fffdf8d tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=2383f568-887e-4b89-99c4-4dcda46666d0 HTTP/1.1" status: 200 len: 946 time: 0.0529909 Aug 25 01:31:10.207240 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a4799803-610d-45ac-84e8-a31f0828e97a req-09c4ef1b-43ef-4eda-90fa-507c3625f44a tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups?id=4469e8d0-aa99-4a5f-afb4-832c6f98d772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331924 Aug 25 01:31:10.260010 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8cfa05-d126-496b-917f-f9955d314dc4 req-542f2c41-f1d0-49f2-82c5-a6bb14a7b5b7 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:10.261416 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-8f8cfa05-d126-496b-917f-f9955d314dc4 req-542f2c41-f1d0-49f2-82c5-a6bb14a7b5b7 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b0f17f2-a4b6-4d58-a830-bf0d5d7e8709 HTTP/1.1" status: 200 len: 945 time: 0.1125901 Aug 25 01:31:10.311501 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-78890c17-cf91-40d6-8117-79a2cab22d28 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Allocated IP 172.27.1.71 (010d8b7d-53b1-407d-b771-6477c60770f4/e3100a47-8cf0-41e7-afe0-dcfedb56ff39/97d53c44-b801-4765-9ca7-764e9c8070a7) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 01:31:10.314926 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb6c65a-3e15-4889-958f-b5bc9856597c req-324aabbc-ce9f-4abe-b0af-92d9d9153333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:10.316451 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-8cb6c65a-3e15-4889-958f-b5bc9856597c req-324aabbc-ce9f-4abe-b0af-92d9d9153333 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b76ebd48c69044859010968bacfba90b&device_id=2383f568-887e-4b89-99c4-4dcda46666d0 HTTP/1.1" status: 200 len: 1099 time: 0.1290386 Aug 25 01:31:10.519425 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb6c65a-3e15-4889-958f-b5bc9856597c req-305c765b-610b-4231-bf93-6b55b24c93af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:10.520951 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-8cb6c65a-3e15-4889-958f-b5bc9856597c req-305c765b-610b-4231-bf93-6b55b24c93af service neutron] 10.222.0.26 "GET /v2.0/networks?id=fd6ab0d2-8137-4fff-919c-e0812b557a4f HTTP/1.1" status: 200 len: 912 time: 0.1927209 Aug 25 01:31:10.528054 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-8f8cfa05-d126-496b-917f-f9955d314dc4 req-3f7a7453-cd0b-4830-bc59-6a22d8e71571 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Deleting port e9e6a441-ed1f-4f7f-bf97-540f221b56d8 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 01:31:10.528463 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8f8cfa05-d126-496b-917f-f9955d314dc4 req-3f7a7453-cd0b-4830-bc59-6a22d8e71571 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782027226579'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:10.598528 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-78890c17-cf91-40d6-8117-79a2cab22d28 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:10.627131 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe8a327-aecf-420f-9f8e-019880ae6350 None None] Sync routers for ids ['96a47d6d-64c2-4bdb-b4af-a19bf3b971e5'] in dv-cinder-790014-2-iscsi {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 01:31:10.636016 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe8a327-aecf-420f-9f8e-019880ae6350 None None] Routers {'96a47d6d-64c2-4bdb-b4af-a19bf3b971e5'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:31:10.636636 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-ebe8a327-aecf-420f-9f8e-019880ae6350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:31:00Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['96a47d6d-64c2-4bdb-b4af-a19bf3b971e5'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:31:10.664296 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-8cb6c65a-3e15-4889-958f-b5bc9856597c req-45b5b095-8fc4-462e-ab4d-07d4fbf4cf85 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41aa4863-f6b3-4d81-ba00-6960a2966fa7 HTTP/1.1" status: 200 len: 1002 time: 0.1328151 Aug 25 01:31:10.729068 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-8f8cfa05-d126-496b-917f-f9955d314dc4 req-3f7a7453-cd0b-4830-bc59-6a22d8e71571 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] For port e9e6a441-ed1f-4f7f-bf97-540f221b56d8, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=e9e6a441-ed1f-4f7f-bf97-540f221b56d8,segment=NetworkSegment(88111f06-2a4a-4958-b0e0-8ecb0ef77555),segment_id=88111f06-2a4a-4958-b0e0-8ecb0ef77555)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:31:10.729353 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8f8cfa05-d126-496b-917f-f9955d314dc4 req-3f7a7453-cd0b-4830-bc59-6a22d8e71571 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647429'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:10.738734 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-ebe8a327-aecf-420f-9f8e-019880ae6350 None None] Set router 96a47d6d-64c2-4bdb-b4af-a19bf3b971e5 gateway port host: dv-cinder-790014-2-iscsi {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:31:10.749194 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-8f8cfa05-d126-496b-917f-f9955d314dc4 req-3f7a7453-cd0b-4830-bc59-6a22d8e71571 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Calling delete_port for e9e6a441-ed1f-4f7f-bf97-540f221b56d8 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 01:31:10.756168 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-78890c17-cf91-40d6-8117-79a2cab22d28 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782026665144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:10.787977 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb6c65a-3e15-4889-958f-b5bc9856597c req-b5483810-ccd0-4500-b2dd-246227c1033e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:10.789330 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-8cb6c65a-3e15-4889-958f-b5bc9856597c req-b5483810-ccd0-4500-b2dd-246227c1033e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=480d38ea-d24b-4229-80ef-563e46a6a2ce HTTP/1.1" status: 200 len: 850 time: 0.1122811 Aug 25 01:31:10.853972 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78890c17-cf91-40d6-8117-79a2cab22d28 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Network 010d8b7d-53b1-407d-b771-6477c60770f4 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:31:10.859395 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 50d82e7e-dbc7-4047-964e-d12dc78ec35d up at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:31:10.875187 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78890c17-cf91-40d6-8117-79a2cab22d28 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Pushing event updated for resources: {'Port': ['ID=97d53c44-b801-4765-9ca7-764e9c8070a7,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:31:10.877560 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-78890c17-cf91-40d6-8117-79a2cab22d28 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:31:10.885285 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78890c17-cf91-40d6-8117-79a2cab22d28 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 01:31:10.916720 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning for port 50d82e7e-dbc7-4047-964e-d12dc78ec35d completed by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:31:10.921915 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning complete for port 50d82e7e-dbc7-4047-964e-d12dc78ec35d triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:31:10.922289 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:10.946330 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb6c65a-3e15-4889-958f-b5bc9856597c req-d405a574-45b2-42f9-9005-bdb69f8de433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:10.947887 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-8cb6c65a-3e15-4889-958f-b5bc9856597c req-d405a574-45b2-42f9-9005-bdb69f8de433 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fd6ab0d2-8137-4fff-919c-e0812b557a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1186171 Aug 25 01:31:10.949374 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-ebe8a327-aecf-420f-9f8e-019880ae6350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a47d6d-64c2-4bdb-b4af-a19bf3b971e5', 'name': 'tempest-AttachVolumeShelveTestJSON-979801634-router', 'tenant_id': '0d3f6d9b58da4cf08feb13c48725af79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '50d82e7e-dbc7-4047-964e-d12dc78ec35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:31:05Z', 'updated_at': '2021-08-25T01:31:08Z', 'revision_number': 4, 'project_id': '0d3f6d9b58da4cf08feb13c48725af79', 'gw_port': {'id': '50d82e7e-dbc7-4047-964e-d12dc78ec35d', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b4:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a47d6d-64c2-4bdb-b4af-a19bf3b971e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:31:05Z', 'updated_at': '2021-08-25T01:31:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_interfaces': [{'id': 'e25ffdd2-3c21-41aa-8f85-1de512af30f4', 'name': '', 'network_id': '4b39bbca-d99b-4c6f-89e1-463d16db2dba', 'tenant_id': '0d3f6d9b58da4cf08feb13c48725af79', 'mac_address': 'fa:16:3e:1f:da:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a47d6d-64c2-4bdb-b4af-a19bf3b971e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '377ea34e-9667-47c0-90ed-ae7bee569363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:31:07Z', 'updated_at': '2021-08-25T01:31:08Z', 'revision_number': 2, 'project_id': '0d3f6d9b58da4cf08feb13c48725af79', 'subnets': [{'id': '377ea34e-9667-47c0-90ed-ae7bee569363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:31:11.011385 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:11.035885 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] For port 50d82e7e-dbc7-4047-964e-d12dc78ec35d, host dv-cinder-790014-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=50d82e7e-dbc7-4047-964e-d12dc78ec35d,segment=NetworkSegment(094c6717-dbf2-418c-b33e-47759605d17a),segment_id=094c6717-dbf2-418c-b33e-47759605d17a)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:31:11.041331 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:11.071719 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe8a327-aecf-420f-9f8e-019880ae6350 None None] Checking router: 96a47d6d-64c2-4bdb-b4af-a19bf3b971e5 for host: dv-cinder-790014-2-iscsi {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 01:31:11.072540 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe8a327-aecf-420f-9f8e-019880ae6350 None None] Updating router 96a47d6d-64c2-4bdb-b4af-a19bf3b971e5 port e25ffdd2-3c21-41aa-8f85-1de512af30f4 binding host dv-cinder-790014-2-iscsi {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 01:31:11.086311 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8f8cfa05-d126-496b-917f-f9955d314dc4 req-3f7a7453-cd0b-4830-bc59-6a22d8e71571 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782027086291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782026665153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:11.095997 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a3036-d729-4d1f-8cf2-84c689523b64 req-a334606c-c07a-4178-8b4b-129aed3757b7 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:11.104019 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ebe8a327-aecf-420f-9f8e-019880ae6350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:11.106447 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-791a3036-d729-4d1f-8cf2-84c689523b64 req-a334606c-c07a-4178-8b4b-129aed3757b7 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b0f17f2-a4b6-4d58-a830-bf0d5d7e8709 HTTP/1.1" status: 200 len: 867 time: 0.0679450 Aug 25 01:31:11.115876 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Pushing event updated for resources: {'Port': ['ID=50d82e7e-dbc7-4047-964e-d12dc78ec35d,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:31:11.147210 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-791a3036-d729-4d1f-8cf2-84c689523b64 req-22edc522-f800-4793-aef6-9b362b2b326c tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] 10.222.0.23 "GET /v2.0/security-groups?id=981b4e0b-151e-4247-84dd-8a97133bb252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396900 Aug 25 01:31:11.147440 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-8cb6c65a-3e15-4889-958f-b5bc9856597c req-f0b0f481-23ac-4f06-a971-19e239ff783d service neutron] 10.222.0.26 "GET /v2.0/networks/fd6ab0d2-8137-4fff-919c-e0812b557a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907768 Aug 25 01:31:11.151104 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a7453-cd0b-4830-bc59-6a22d8e71571 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Pushing event deleted for resources: {'Port': ['ID=e9e6a441-ed1f-4f7f-bf97-540f221b56d8,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:31:11.234567 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-78890c17-cf91-40d6-8117-79a2cab22d28 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:11.251035 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f8cfa05-d126-496b-917f-f9955d314dc4 req-3f7a7453-cd0b-4830-bc59-6a22d8e71571 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] No DVR routers for this DVR port e9e6a441-ed1f-4f7f-bf97-540f221b56d8 on host hv-cinder-79001 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 01:31:11.257544 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8f8cfa05-d126-496b-917f-f9955d314dc4 req-3f7a7453-cd0b-4830-bc59-6a22d8e71571 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:11.259716 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-8f8cfa05-d126-496b-917f-f9955d314dc4 req-3f7a7453-cd0b-4830-bc59-6a22d8e71571 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] 10.222.0.26 "DELETE /v2.0/ports/e9e6a441-ed1f-4f7f-bf97-540f221b56d8 HTTP/1.1" status: 204 len: 173 time: 0.9870691 Aug 25 01:31:11.260182 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b0f17f2-a4b6-4d58-a830-bf0d5d7e8709', 'name': 'network-vif-deleted', 'tag': 'e9e6a441-ed1f-4f7f-bf97-540f221b56d8'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:31:11.262888 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6aaa77860150641abcbf195034e02978cb43d302165c9bbcbee081d494fe815" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4061e5-0808-4600-a1a7-c6954028f186" -d '{"events": [{"server_uuid": "9b0f17f2-a4b6-4d58-a830-bf0d5d7e8709", "name": "network-vif-deleted", "tag": "e9e6a441-ed1f-4f7f-bf97-540f221b56d8"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:31:11.301987 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-78890c17-cf91-40d6-8117-79a2cab22d28 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:11.327562 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 01:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34e0204-a3b0-448d-aaf4-c76a64a18d30 x-openstack-request-id: req-a34e0204-a3b0-448d-aaf4-c76a64a18d30 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:31:11.327833 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b0f17f2-a4b6-4d58-a830-bf0d5d7e8709", "name": "network-vif-deleted", "tag": "e9e6a441-ed1f-4f7f-bf97-540f221b56d8", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:31:11.328072 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a34e0204-a3b0-448d-aaf4-c76a64a18d30 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:31:11.328461 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b0f17f2-a4b6-4d58-a830-bf0d5d7e8709', 'name': 'network-vif-deleted', 'tag': 'e9e6a441-ed1f-4f7f-bf97-540f221b56d8', 'status': 'completed', 'code': 200} Aug 25 01:31:11.368480 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-8cb6c65a-3e15-4889-958f-b5bc9856597c req-589b663a-549f-452c-a7c2-fe4fa38951d5 service neutron] 10.222.0.26 "GET /v2.0/networks/fd6ab0d2-8137-4fff-919c-e0812b557a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107399 Aug 25 01:31:11.389161 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a472c-2c15-4815-ad48-ce8d3d69e7ba req-fe85c0c5-de69-4a79-bdf6-aba6c6f8d331 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:11.390807 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-e59a472c-2c15-4815-ad48-ce8d3d69e7ba req-fe85c0c5-de69-4a79-bdf6-aba6c6f8d331 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=2383f568-887e-4b89-99c4-4dcda46666d0 HTTP/1.1" status: 200 len: 946 time: 0.0891659 Aug 25 01:31:11.428066 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ebe8a327-aecf-420f-9f8e-019880ae6350 None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:11.439211 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ebe8a327-aecf-420f-9f8e-019880ae6350 None None] Transition to ACTIVE for port object e25ffdd2-3c21-41aa-8f85-1de512af30f4 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:31:11.443674 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-e59a472c-2c15-4815-ad48-ce8d3d69e7ba req-de31627b-96d6-4e64-91f4-32c496f4be3c tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups?id=4469e8d0-aa99-4a5f-afb4-832c6f98d772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455017 Aug 25 01:31:11.451708 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ebe8a327-aecf-420f-9f8e-019880ae6350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:11.503193 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de567bc2-1d62-40bd-8e3d-00e55411cb5c None None] Pushing event updated for resources: {'Port': ['ID=e25ffdd2-3c21-41aa-8f85-1de512af30f4,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:31:11.521973 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de567bc2-1d62-40bd-8e3d-00e55411cb5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:31:11.522392 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de567bc2-1d62-40bd-8e3d-00e55411cb5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:31:11.522775 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de567bc2-1d62-40bd-8e3d-00e55411cb5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:31:11.523301 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de567bc2-1d62-40bd-8e3d-00e55411cb5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:31:11.523773 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de567bc2-1d62-40bd-8e3d-00e55411cb5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:31:11.524071 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de567bc2-1d62-40bd-8e3d-00e55411cb5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:31:11.524563 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de567bc2-1d62-40bd-8e3d-00e55411cb5c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:31:11.524883 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de567bc2-1d62-40bd-8e3d-00e55411cb5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:31:11.525222 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de567bc2-1d62-40bd-8e3d-00e55411cb5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:31:11.525816 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de567bc2-1d62-40bd-8e3d-00e55411cb5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:31:11.526128 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de567bc2-1d62-40bd-8e3d-00e55411cb5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:31:11.526445 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de567bc2-1d62-40bd-8e3d-00e55411cb5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:31:11.575318 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-ebe8a327-aecf-420f-9f8e-019880ae6350 None None] Attempting to bind port e25ffdd2-3c21-41aa-8f85-1de512af30f4 on host dv-cinder-790014-2-iscsi for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 01:31:11.575762 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-ebe8a327-aecf-420f-9f8e-019880ae6350 None None] Attempting to bind port e25ffdd2-3c21-41aa-8f85-1de512af30f4 by drivers openvswitch,hyperv on host dv-cinder-790014-2-iscsi at level 0 using segments [{'id': '2250bebe-2869-40e3-ad89-dd6ac923b04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '4b39bbca-d99b-4c6f-89e1-463d16db2dba'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 01:31:11.576203 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe8a327-aecf-420f-9f8e-019880ae6350 None None] Attempting to bind port e25ffdd2-3c21-41aa-8f85-1de512af30f4 on network 4b39bbca-d99b-4c6f-89e1-463d16db2dba {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:31:11.581818 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe8a327-aecf-420f-9f8e-019880ae6350 None None] Checking agent: {'id': 'd4180fab-6748-497c-b5c9-83716f34f1ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 1, 19, 30), 'started_at': datetime.datetime(2021, 8, 25, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 01:31:11.582282 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe8a327-aecf-420f-9f8e-019880ae6350 None None] Checking segment: {'id': '2250bebe-2869-40e3-ad89-dd6ac923b04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '4b39bbca-d99b-4c6f-89e1-463d16db2dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:31:11.582784 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ebe8a327-aecf-420f-9f8e-019880ae6350 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:11.583234 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe8a327-aecf-420f-9f8e-019880ae6350 None None] Bound using segment: {'id': '2250bebe-2869-40e3-ad89-dd6ac923b04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '4b39bbca-d99b-4c6f-89e1-463d16db2dba'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 01:31:11.583801 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-ebe8a327-aecf-420f-9f8e-019880ae6350 None None] Bound port: e25ffdd2-3c21-41aa-8f85-1de512af30f4, host: dv-cinder-790014-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2250bebe-2869-40e3-ad89-dd6ac923b04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '4b39bbca-d99b-4c6f-89e1-463d16db2dba'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 01:31:11.584292 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ebe8a327-aecf-420f-9f8e-019880ae6350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:11.652085 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ebe8a327-aecf-420f-9f8e-019880ae6350 None None] For port e25ffdd2-3c21-41aa-8f85-1de512af30f4, host dv-cinder-790014-2-iscsi, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 01:31:11.656028 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ebe8a327-aecf-420f-9f8e-019880ae6350 None None] For port e25ffdd2-3c21-41aa-8f85-1de512af30f4, host dv-cinder-790014-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=e25ffdd2-3c21-41aa-8f85-1de512af30f4,segment=NetworkSegment(2250bebe-2869-40e3-ad89-dd6ac923b04c),segment_id=2250bebe-2869-40e3-ad89-dd6ac923b04c)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 01:31:11.660236 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ebe8a327-aecf-420f-9f8e-019880ae6350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:11.731998 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe8a327-aecf-420f-9f8e-019880ae6350 None None] Routers {'96a47d6d-64c2-4bdb-b4af-a19bf3b971e5'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:31:11.732602 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-78890c17-cf91-40d6-8117-79a2cab22d28 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:11.733083 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-ebe8a327-aecf-420f-9f8e-019880ae6350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:31:00Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['96a47d6d-64c2-4bdb-b4af-a19bf3b971e5'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:31:11.741892 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-78890c17-cf91-40d6-8117-79a2cab22d28 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8611129'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:11.802178 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de567bc2-1d62-40bd-8e3d-00e55411cb5c None None] Pushing event updated for resources: {'Port': ['ID=e25ffdd2-3c21-41aa-8f85-1de512af30f4,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:31:11.824162 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78890c17-cf91-40d6-8117-79a2cab22d28 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Pushing event updated for resources: {'Port': ['ID=97d53c44-b801-4765-9ca7-764e9c8070a7,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:31:11.841192 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-78890c17-cf91-40d6-8117-79a2cab22d28 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930814'] for floatingip, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:11.858899 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-78890c17-cf91-40d6-8117-79a2cab22d28 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:11.868821 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-78890c17-cf91-40d6-8117-79a2cab22d28 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8775492 Aug 25 01:31:11.869027 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-ebe8a327-aecf-420f-9f8e-019880ae6350 None None] Set router 96a47d6d-64c2-4bdb-b4af-a19bf3b971e5 gateway port host: dv-cinder-790014-2-iscsi {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:31:12.018446 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-7f2afbdb-966e-44e0-b5b5-87a2d94c25f3 req-477d89cd-d9f8-4ba1-8ddf-967a50ec43b5 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1901130006&fields=id&tenant_id=0d3f6d9b58da4cf08feb13c48725af79 HTTP/1.1" status: 200 len: 267 time: 0.0321364 Aug 25 01:31:12.086801 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-ebe8a327-aecf-420f-9f8e-019880ae6350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a47d6d-64c2-4bdb-b4af-a19bf3b971e5', 'name': 'tempest-AttachVolumeShelveTestJSON-979801634-router', 'tenant_id': '0d3f6d9b58da4cf08feb13c48725af79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '50d82e7e-dbc7-4047-964e-d12dc78ec35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:31:05Z', 'updated_at': '2021-08-25T01:31:08Z', 'revision_number': 4, 'project_id': '0d3f6d9b58da4cf08feb13c48725af79', 'gw_port': {'id': '50d82e7e-dbc7-4047-964e-d12dc78ec35d', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a47d6d-64c2-4bdb-b4af-a19bf3b971e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:31:05Z', 'updated_at': '2021-08-25T01:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_interfaces': [{'id': 'e25ffdd2-3c21-41aa-8f85-1de512af30f4', 'name': '', 'network_id': '4b39bbca-d99b-4c6f-89e1-463d16db2dba', 'tenant_id': '0d3f6d9b58da4cf08feb13c48725af79', 'mac_address': 'fa:16:3e:1f:da:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a47d6d-64c2-4bdb-b4af-a19bf3b971e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '377ea34e-9667-47c0-90ed-ae7bee569363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:31:07Z', 'updated_at': '2021-08-25T01:31:11Z', 'revision_number': 4, 'project_id': '0d3f6d9b58da4cf08feb13c48725af79', 'subnets': [{'id': '377ea34e-9667-47c0-90ed-ae7bee569363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:31:12.112404 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe8a327-aecf-420f-9f8e-019880ae6350 None None] The sync data for ids ['96a47d6d-64c2-4bdb-b4af-a19bf3b971e5'] in dv-cinder-790014-2-iscsi is: [{'id': '96a47d6d-64c2-4bdb-b4af-a19bf3b971e5', 'name': 'tempest-AttachVolumeShelveTestJSON-979801634-router', 'tenant_id': '0d3f6d9b58da4cf08feb13c48725af79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '50d82e7e-dbc7-4047-964e-d12dc78ec35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:31:05Z', 'updated_at': '2021-08-25T01:31:08Z', 'revision_number': 4, 'project_id': '0d3f6d9b58da4cf08feb13c48725af79', 'gw_port': {'id': '50d82e7e-dbc7-4047-964e-d12dc78ec35d', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a47d6d-64c2-4bdb-b4af-a19bf3b971e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:31:05Z', 'updated_at': '2021-08-25T01:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_interfaces': [{'id': 'e25ffdd2-3c21-41aa-8f85-1de512af30f4', 'name': '', 'network_id': '4b39bbca-d99b-4c6f-89e1-463d16db2dba', 'tenant_id': '0d3f6d9b58da4cf08feb13c48725af79', 'mac_address': 'fa:16:3e:1f:da:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a47d6d-64c2-4bdb-b4af-a19bf3b971e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '377ea34e-9667-47c0-90ed-ae7bee569363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:31:07Z', 'updated_at': '2021-08-25T01:31:11Z', 'revision_number': 4, 'project_id': '0d3f6d9b58da4cf08feb13c48725af79', 'subnets': [{'id': '377ea34e-9667-47c0-90ed-ae7bee569363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 01:31:12.122135 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2afbdb-966e-44e0-b5b5-87a2d94c25f3 req-8b252a15-57dc-4c7d-a3d8-a707163e1d51 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:12.123804 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-7f2afbdb-966e-44e0-b5b5-87a2d94c25f3 req-8b252a15-57dc-4c7d-a3d8-a707163e1d51 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/networks?id=4b39bbca-d99b-4c6f-89e1-463d16db2dba HTTP/1.1" status: 200 len: 816 time: 0.0980506 Aug 25 01:31:12.139851 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-7f2afbdb-966e-44e0-b5b5-87a2d94c25f3 req-9da7f3e5-d8b2-4f2a-85e4-ce4ce42abb91 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/quotas/0d3f6d9b58da4cf08feb13c48725af79 HTTP/1.1" status: 200 len: 375 time: 0.0103106 Aug 25 01:31:12.195476 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-7f2afbdb-966e-44e0-b5b5-87a2d94c25f3 req-19db85a7-1f7e-42a3-b030-21f0b8c42efa tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0d3f6d9b58da4cf08feb13c48725af79&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0499392 Aug 25 01:31:12.306798 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-7f2afbdb-966e-44e0-b5b5-87a2d94c25f3 req-c56201b7-460f-49ec-b035-889c30c86d15 service neutron] 10.222.0.23 "GET /v2.0/networks/4b39bbca-d99b-4c6f-89e1-463d16db2dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954323 Aug 25 01:31:12.334154 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device e9e6a441-ed1f-4f7f-bf97-540f221b56d8 no longer exists at agent hyperv_hv-cinder-79001 {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 01:31:12.359539 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] No Port match for: e9e6a441-ed1f-4f7f-bf97-540f221b56d8 {{(pid=93834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 01:31:12.360392 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device e9e6a441-ed1f-4f7f-bf97-540f221b56d8 not bound to the agent host hv-cinder-79001 {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 01:31:12.406502 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-7f2afbdb-966e-44e0-b5b5-87a2d94c25f3 req-27d79f33-48a5-4a01-b20b-952a83709a7a service neutron] 10.222.0.23 "GET /v2.0/networks/4b39bbca-d99b-4c6f-89e1-463d16db2dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923412 Aug 25 01:31:12.627210 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-73e13ded-8ddc-48d0-9e88-42408e997410 req-17660cbd-9591-4311-ab40-d3af8ce60f34 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 210 time: 0.0332079 Aug 25 01:31:12.644018 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20346012-6a06-4375-a74f-216f3cd1a3b0 req-67e93ec4-8fc8-4a7a-b4ad-0a8657c42975 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:12.645633 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-20346012-6a06-4375-a74f-216f3cd1a3b0 req-67e93ec4-8fc8-4a7a-b4ad-0a8657c42975 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=2383f568-887e-4b89-99c4-4dcda46666d0 HTTP/1.1" status: 200 len: 946 time: 0.1067464 Aug 25 01:31:12.687325 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-20346012-6a06-4375-a74f-216f3cd1a3b0 req-021ec984-45f9-4573-bbba-24c399f122b8 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups?id=4469e8d0-aa99-4a5f-afb4-832c6f98d772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343435 Aug 25 01:31:12.873818 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 50d82e7e-dbc7-4047-964e-d12dc78ec35d up at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:31:12.922068 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning complete for port 50d82e7e-dbc7-4047-964e-d12dc78ec35d triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:31:12.922519 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:13.000996 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device e25ffdd2-3c21-41aa-8f85-1de512af30f4 up at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:31:13.047286 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning for port e25ffdd2-3c21-41aa-8f85-1de512af30f4 completed by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:31:13.051137 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning complete for port e25ffdd2-3c21-41aa-8f85-1de512af30f4 triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:31:13.051456 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:13.123839 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:13.155055 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] For port e25ffdd2-3c21-41aa-8f85-1de512af30f4, host dv-cinder-790014-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=e25ffdd2-3c21-41aa-8f85-1de512af30f4,segment=NetworkSegment(2250bebe-2869-40e3-ad89-dd6ac923b04c),segment_id=2250bebe-2869-40e3-ad89-dd6ac923b04c)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:31:13.158419 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:13.205258 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Pushing event updated for resources: {'Port': ['ID=e25ffdd2-3c21-41aa-8f85-1de512af30f4,revision_number=5']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:31:13.725520 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-330acc4c-d2cb-42f2-a8ff-568923560b95 req-f61ca1a8-e4a6-40e9-a9d0-f6cd9519bcef tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 210 time: 0.0253322 Aug 25 01:31:14.822197 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device e25ffdd2-3c21-41aa-8f85-1de512af30f4 up at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:31:14.823940 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d42f4f1b-3d8d-4d3c-80ae-f315b47022fe req-a8b340f5-e58e-4744-a462-6cacf2c17af1 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 210 time: 0.0280621 Aug 25 01:31:14.871056 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning complete for port e25ffdd2-3c21-41aa-8f85-1de512af30f4 triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:31:14.871925 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:15.693883 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2afbdb-966e-44e0-b5b5-87a2d94c25f3 req-9bd2f77a-d52a-4bc1-a376-899740003102 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:15.695345 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-7f2afbdb-966e-44e0-b5b5-87a2d94c25f3 req-9bd2f77a-d52a-4bc1-a376-899740003102 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.26 "GET /v2.0/networks?id=4b39bbca-d99b-4c6f-89e1-463d16db2dba HTTP/1.1" status: 200 len: 816 time: 0.1034446 Aug 25 01:31:15.740917 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-7f2afbdb-966e-44e0-b5b5-87a2d94c25f3 req-b856a40b-fa9e-4eb9-8ee8-aa9ddc98a2b3 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d3f6d9b58da4cf08feb13c48725af79 HTTP/1.1" status: 200 len: 380 time: 0.0348132 Aug 25 01:31:15.751223 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [req-7f2afbdb-966e-44e0-b5b5-87a2d94c25f3 req-7cfc622d-b112-48c0-b76a-cba5990fbeed tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Request body: {'port': {'device_id': '4062759a-7420-4110-8d0c-77cbbc615973', 'network_id': '4b39bbca-d99b-4c6f-89e1-463d16db2dba', 'admin_state_up': True, 'tenant_id': '0d3f6d9b58da4cf08feb13c48725af79', 'security_groups': ['913f597f-94c5-42c8-b26e-2a379bf43118']}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:31:15.860268 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f2afbdb-966e-44e0-b5b5-87a2d94c25f3 req-7cfc622d-b112-48c0-b76a-cba5990fbeed tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Made reservation on behalf of 0d3f6d9b58da4cf08feb13c48725af79 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 01:31:15.863776 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7f2afbdb-966e-44e0-b5b5-87a2d94c25f3 req-7cfc622d-b112-48c0-b76a-cba5990fbeed tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:15.923124 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-e5d8c32f-a1ff-4457-ab6e-24b285febf07 req-3b1216f3-9594-4996-911b-fe246eb43110 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 210 time: 0.0288877 Aug 25 01:31:15.992900 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-7f2afbdb-966e-44e0-b5b5-87a2d94c25f3 req-7cfc622d-b112-48c0-b76a-cba5990fbeed tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Allocated IP 172.20.0.8 (4b39bbca-d99b-4c6f-89e1-463d16db2dba/377ea34e-9667-47c0-90ed-ae7bee569363/0bceaf3f-3cb5-457f-a270-6719b1c8af0b) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 01:31:16.123604 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7f2afbdb-966e-44e0-b5b5-87a2d94c25f3 req-7cfc622d-b112-48c0-b76a-cba5990fbeed tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:16.136358 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-7f2afbdb-966e-44e0-b5b5-87a2d94c25f3 req-7cfc622d-b112-48c0-b76a-cba5990fbeed tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Transition to ACTIVE for port object 0bceaf3f-3cb5-457f-a270-6719b1c8af0b will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:31:16.167580 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7f2afbdb-966e-44e0-b5b5-87a2d94c25f3 req-7cfc622d-b112-48c0-b76a-cba5990fbeed tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782026665144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:16.206131 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f2afbdb-966e-44e0-b5b5-87a2d94c25f3 req-7cfc622d-b112-48c0-b76a-cba5990fbeed tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Network 4b39bbca-d99b-4c6f-89e1-463d16db2dba is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:31:16.210887 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-7f2afbdb-966e-44e0-b5b5-87a2d94c25f3 req-7cfc622d-b112-48c0-b76a-cba5990fbeed tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:31:16.214383 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f2afbdb-966e-44e0-b5b5-87a2d94c25f3 req-7cfc622d-b112-48c0-b76a-cba5990fbeed tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 01:31:16.242288 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc622d-b112-48c0-b76a-cba5990fbeed tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Pushing event updated for resources: {'Port': ['ID=0bceaf3f-3cb5-457f-a270-6719b1c8af0b,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:31:16.269482 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2afbdb-966e-44e0-b5b5-87a2d94c25f3 req-7cfc622d-b112-48c0-b76a-cba5990fbeed tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:16.270085 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7f2afbdb-966e-44e0-b5b5-87a2d94c25f3 req-7cfc622d-b112-48c0-b76a-cba5990fbeed tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:16.284473 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-7f2afbdb-966e-44e0-b5b5-87a2d94c25f3 req-7cfc622d-b112-48c0-b76a-cba5990fbeed tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5374506 Aug 25 01:31:16.297152 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [req-7f2afbdb-966e-44e0-b5b5-87a2d94c25f3 req-100fe26b-e2d4-453e-8aa7-abbab4d1d02a service neutron] Request body: {'port': {'device_id': '4062759a-7420-4110-8d0c-77cbbc615973', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:31:16.351314 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7f2afbdb-966e-44e0-b5b5-87a2d94c25f3 req-100fe26b-e2d4-453e-8aa7-abbab4d1d02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:16.407425 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-6cf3cb82-5276-4d4f-9964-24aa1342475b None None] Provisioning for port 0bceaf3f-3cb5-457f-a270-6719b1c8af0b completed by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:31:16.411098 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-6cf3cb82-5276-4d4f-9964-24aa1342475b None None] Provisioning complete for port 0bceaf3f-3cb5-457f-a270-6719b1c8af0b triggered by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:31:16.411548 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6cf3cb82-5276-4d4f-9964-24aa1342475b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:16.558514 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-6cf3cb82-5276-4d4f-9964-24aa1342475b None None] Port 0bceaf3f-3cb5-457f-a270-6719b1c8af0b cannot update to ACTIVE because it is not bound. {{(pid=93834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 01:31:16.615243 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [req-7f2afbdb-966e-44e0-b5b5-87a2d94c25f3 req-100fe26b-e2d4-453e-8aa7-abbab4d1d02a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bceaf3f-3cb5-457f-a270-6719b1c8af0b {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 01:31:16.622933 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7f2afbdb-966e-44e0-b5b5-87a2d94c25f3 req-100fe26b-e2d4-453e-8aa7-abbab4d1d02a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:16.634257 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-7f2afbdb-966e-44e0-b5b5-87a2d94c25f3 req-100fe26b-e2d4-453e-8aa7-abbab4d1d02a service neutron] Transition to ACTIVE for port object 0bceaf3f-3cb5-457f-a270-6719b1c8af0b will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:31:16.637895 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7f2afbdb-966e-44e0-b5b5-87a2d94c25f3 req-100fe26b-e2d4-453e-8aa7-abbab4d1d02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8611129'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:16.685795 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100fe26b-e2d4-453e-8aa7-abbab4d1d02a service neutron] Pushing event updated for resources: {'Port': ['ID=0bceaf3f-3cb5-457f-a270-6719b1c8af0b,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:31:16.755635 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-7f2afbdb-966e-44e0-b5b5-87a2d94c25f3 req-100fe26b-e2d4-453e-8aa7-abbab4d1d02a service neutron] Attempting to bind port 0bceaf3f-3cb5-457f-a270-6719b1c8af0b on host hv-cinder-79001 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 01:31:16.756289 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-7f2afbdb-966e-44e0-b5b5-87a2d94c25f3 req-100fe26b-e2d4-453e-8aa7-abbab4d1d02a service neutron] Attempting to bind port 0bceaf3f-3cb5-457f-a270-6719b1c8af0b by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '2250bebe-2869-40e3-ad89-dd6ac923b04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '4b39bbca-d99b-4c6f-89e1-463d16db2dba'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 01:31:16.756289 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2afbdb-966e-44e0-b5b5-87a2d94c25f3 req-100fe26b-e2d4-453e-8aa7-abbab4d1d02a service neutron] Attempting to bind port 0bceaf3f-3cb5-457f-a270-6719b1c8af0b on network 4b39bbca-d99b-4c6f-89e1-463d16db2dba {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:31:16.760963 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2afbdb-966e-44e0-b5b5-87a2d94c25f3 req-100fe26b-e2d4-453e-8aa7-abbab4d1d02a service neutron] Port 0bceaf3f-3cb5-457f-a270-6719b1c8af0b on network 4b39bbca-d99b-4c6f-89e1-463d16db2dba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 01:31:16.761221 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2afbdb-966e-44e0-b5b5-87a2d94c25f3 req-100fe26b-e2d4-453e-8aa7-abbab4d1d02a service neutron] Attempting to bind port 0bceaf3f-3cb5-457f-a270-6719b1c8af0b on network 4b39bbca-d99b-4c6f-89e1-463d16db2dba {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:31:16.766717 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2afbdb-966e-44e0-b5b5-87a2d94c25f3 req-100fe26b-e2d4-453e-8aa7-abbab4d1d02a service neutron] Checking agent: {'id': '05c2a1f8-ef41-45f5-8e32-988b9472ad60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 1, 25, 19), 'started_at': datetime.datetime(2021, 8, 25, 1, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 1, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 01:31:16.767058 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2afbdb-966e-44e0-b5b5-87a2d94c25f3 req-100fe26b-e2d4-453e-8aa7-abbab4d1d02a service neutron] Checking segment: {'id': '2250bebe-2869-40e3-ad89-dd6ac923b04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '4b39bbca-d99b-4c6f-89e1-463d16db2dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:31:16.767462 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2afbdb-966e-44e0-b5b5-87a2d94c25f3 req-100fe26b-e2d4-453e-8aa7-abbab4d1d02a service neutron] Bound using segment: {'id': '2250bebe-2869-40e3-ad89-dd6ac923b04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '4b39bbca-d99b-4c6f-89e1-463d16db2dba'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 01:31:16.767890 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-7f2afbdb-966e-44e0-b5b5-87a2d94c25f3 req-100fe26b-e2d4-453e-8aa7-abbab4d1d02a service neutron] Bound port: 0bceaf3f-3cb5-457f-a270-6719b1c8af0b, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2250bebe-2869-40e3-ad89-dd6ac923b04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '4b39bbca-d99b-4c6f-89e1-463d16db2dba'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 01:31:16.768262 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7f2afbdb-966e-44e0-b5b5-87a2d94c25f3 req-100fe26b-e2d4-453e-8aa7-abbab4d1d02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:16.832277 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-7f2afbdb-966e-44e0-b5b5-87a2d94c25f3 req-100fe26b-e2d4-453e-8aa7-abbab4d1d02a service neutron] For port 0bceaf3f-3cb5-457f-a270-6719b1c8af0b, host hv-cinder-79001, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 01:31:16.835165 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-7f2afbdb-966e-44e0-b5b5-87a2d94c25f3 req-100fe26b-e2d4-453e-8aa7-abbab4d1d02a service neutron] For port 0bceaf3f-3cb5-457f-a270-6719b1c8af0b, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=0bceaf3f-3cb5-457f-a270-6719b1c8af0b,segment=NetworkSegment(2250bebe-2869-40e3-ad89-dd6ac923b04c),segment_id=2250bebe-2869-40e3-ad89-dd6ac923b04c)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 01:31:16.840136 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7f2afbdb-966e-44e0-b5b5-87a2d94c25f3 req-100fe26b-e2d4-453e-8aa7-abbab4d1d02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8611129'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:16.884372 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2afbdb-966e-44e0-b5b5-87a2d94c25f3 req-100fe26b-e2d4-453e-8aa7-abbab4d1d02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:16.884986 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7f2afbdb-966e-44e0-b5b5-87a2d94c25f3 req-100fe26b-e2d4-453e-8aa7-abbab4d1d02a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:16.886392 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-7f2afbdb-966e-44e0-b5b5-87a2d94c25f3 req-100fe26b-e2d4-453e-8aa7-abbab4d1d02a service neutron] 10.222.0.26 "PUT /v2.0/ports/0bceaf3f-3cb5-457f-a270-6719b1c8af0b HTTP/1.1" status: 200 len: 1093 time: 0.5939407 Aug 25 01:31:16.887449 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4062759a-7420-4110-8d0c-77cbbc615973', 'tag': '0bceaf3f-3cb5-457f-a270-6719b1c8af0b'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:31:16.889912 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6aaa77860150641abcbf195034e02978cb43d302165c9bbcbee081d494fe815" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bbc68d2-b105-4e43-a73f-dc0f9a6d3f32" -d '{"events": [{"name": "network-changed", "server_uuid": "4062759a-7420-4110-8d0c-77cbbc615973", "tag": "0bceaf3f-3cb5-457f-a270-6719b1c8af0b"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:31:16.918004 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100fe26b-e2d4-453e-8aa7-abbab4d1d02a service neutron] Pushing event updated for resources: {'Port': ['ID=0bceaf3f-3cb5-457f-a270-6719b1c8af0b,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:31:16.959864 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 01:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c278b3c-7255-4e22-afeb-8fa2f1def22a x-openstack-request-id: req-4c278b3c-7255-4e22-afeb-8fa2f1def22a {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:31:16.960161 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4062759a-7420-4110-8d0c-77cbbc615973", "tag": "0bceaf3f-3cb5-457f-a270-6719b1c8af0b", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:31:16.960403 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4c278b3c-7255-4e22-afeb-8fa2f1def22a {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:31:16.960793 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4062759a-7420-4110-8d0c-77cbbc615973', 'tag': '0bceaf3f-3cb5-457f-a270-6719b1c8af0b', 'status': 'completed', 'code': 200} Aug 25 01:31:16.977680 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2afbdb-966e-44e0-b5b5-87a2d94c25f3 req-b64296cc-bdb4-4b98-8398-3b4c41ab1668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:16.979249 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-7f2afbdb-966e-44e0-b5b5-87a2d94c25f3 req-b64296cc-bdb4-4b98-8398-3b4c41ab1668 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0d3f6d9b58da4cf08feb13c48725af79&device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 1096 time: 0.0517452 Aug 25 01:31:17.039971 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-7f2afbdb-966e-44e0-b5b5-87a2d94c25f3 req-f272a0aa-f8a0-4182-97ac-82feaa2485a3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bceaf3f-3cb5-457f-a270-6719b1c8af0b HTTP/1.1" status: 200 len: 217 time: 0.0500710 Aug 25 01:31:17.075615 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e5b11-1f36-4c64-b441-acbd5fdf5ae4 req-8cee4645-59b9-4c9c-94dc-438671efe58f tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:17.078899 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-341e5b11-1f36-4c64-b441-acbd5fdf5ae4 req-8cee4645-59b9-4c9c-94dc-438671efe58f tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 943 time: 0.0573068 Aug 25 01:31:17.092513 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2afbdb-966e-44e0-b5b5-87a2d94c25f3 req-41d1f806-accf-4116-81d4-743b4c87167a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:17.094073 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-7f2afbdb-966e-44e0-b5b5-87a2d94c25f3 req-41d1f806-accf-4116-81d4-743b4c87167a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=377ea34e-9667-47c0-90ed-ae7bee569363 HTTP/1.1" status: 200 len: 855 time: 0.0463333 Aug 25 01:31:17.116329 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-341e5b11-1f36-4c64-b441-acbd5fdf5ae4 req-56e71b1e-3763-45f4-9b1b-1ad837796659 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329850 Aug 25 01:31:17.141113 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2afbdb-966e-44e0-b5b5-87a2d94c25f3 req-0f86247d-768e-40de-a8b8-855f91a2d971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:17.142643 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-7f2afbdb-966e-44e0-b5b5-87a2d94c25f3 req-0f86247d-768e-40de-a8b8-855f91a2d971 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4b39bbca-d99b-4c6f-89e1-463d16db2dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410409 Aug 25 01:31:17.233307 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-7f2afbdb-966e-44e0-b5b5-87a2d94c25f3 req-81df7df6-da8b-4644-8a52-1517a40fe959 service neutron] 10.222.0.26 "GET /v2.0/networks/4b39bbca-d99b-4c6f-89e1-463d16db2dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818765 Aug 25 01:31:17.320714 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-7f2afbdb-966e-44e0-b5b5-87a2d94c25f3 req-9714d21b-a5f7-4ebd-99fa-867657080e86 service neutron] 10.222.0.26 "GET /v2.0/networks/4b39bbca-d99b-4c6f-89e1-463d16db2dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791419 Aug 25 01:31:18.234657 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc35a4f-54f3-44b4-b1c8-7c23ac41f757 req-4898c718-c729-47ff-987a-fdc38a22fab9 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:18.236133 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-1dc35a4f-54f3-44b4-b1c8-7c23ac41f757 req-4898c718-c729-47ff-987a-fdc38a22fab9 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 943 time: 0.0470233 Aug 25 01:31:18.274754 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-1dc35a4f-54f3-44b4-b1c8-7c23ac41f757 req-374e83ee-d40e-4547-9604-142036ae93bb tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328455 Aug 25 01:31:19.388792 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce56647-e4d4-46f6-ab57-c57daf4c9b4b req-8b2ebf60-5187-42d9-b3e3-9ba84d48a887 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:19.390208 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-4ce56647-e4d4-46f6-ab57-c57daf4c9b4b req-8b2ebf60-5187-42d9-b3e3-9ba84d48a887 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 943 time: 0.0466106 Aug 25 01:31:19.431223 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-4ce56647-e4d4-46f6-ab57-c57daf4c9b4b req-aa9795e7-a481-4a2a-957b-9d78797543f9 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353203 Aug 25 01:31:19.565828 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:19.618666 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc68d2-b105-4e43-a73f-dc0f9a6d3f32 req-f0289da2-7330-4e65-ace1-376c3fdd65f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:19.620330 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-1bbc68d2-b105-4e43-a73f-dc0f9a6d3f32 req-f0289da2-7330-4e65-ace1-376c3fdd65f0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0d3f6d9b58da4cf08feb13c48725af79&device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 1096 time: 0.0399709 Aug 25 01:31:19.725345 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-42fc3da0-4ca7-49e7-8687-91822c5dd855 req-a99b2e5a-2683-4c41-b4b1-e862756d5f79 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2383f568-887e-4b89-99c4-4dcda46666d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0910170 Aug 25 01:31:19.757823 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc68d2-b105-4e43-a73f-dc0f9a6d3f32 req-4c4a2f2b-af65-4d4a-9426-72b24548c114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:19.759206 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-1bbc68d2-b105-4e43-a73f-dc0f9a6d3f32 req-4c4a2f2b-af65-4d4a-9426-72b24548c114 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4b39bbca-d99b-4c6f-89e1-463d16db2dba HTTP/1.1" status: 200 len: 917 time: 0.1169870 Aug 25 01:31:19.813563 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-1bbc68d2-b105-4e43-a73f-dc0f9a6d3f32 req-8729a305-3fd1-43af-9ef5-22aeed60347a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bceaf3f-3cb5-457f-a270-6719b1c8af0b HTTP/1.1" status: 200 len: 217 time: 0.0400393 Aug 25 01:31:19.822275 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc3da0-4ca7-49e7-8687-91822c5dd855 req-7d617053-53ce-4a1f-8c15-836d69e2e10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:19.823603 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-42fc3da0-4ca7-49e7-8687-91822c5dd855 req-7d617053-53ce-4a1f-8c15-836d69e2e10d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b76ebd48c69044859010968bacfba90b&device_id=2383f568-887e-4b89-99c4-4dcda46666d0 HTTP/1.1" status: 200 len: 1099 time: 0.0758967 Aug 25 01:31:19.915804 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc68d2-b105-4e43-a73f-dc0f9a6d3f32 req-20e2e510-7cb4-48a3-a913-0f31247c35bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:19.917202 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-1bbc68d2-b105-4e43-a73f-dc0f9a6d3f32 req-20e2e510-7cb4-48a3-a913-0f31247c35bc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=377ea34e-9667-47c0-90ed-ae7bee569363 HTTP/1.1" status: 200 len: 855 time: 0.0921533 Aug 25 01:31:19.973702 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc3da0-4ca7-49e7-8687-91822c5dd855 req-bfeb3169-9721-44b0-bdc8-e5ad4635fe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:19.975121 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-42fc3da0-4ca7-49e7-8687-91822c5dd855 req-bfeb3169-9721-44b0-bdc8-e5ad4635fe20 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fd6ab0d2-8137-4fff-919c-e0812b557a4f HTTP/1.1" status: 200 len: 912 time: 0.1224258 Aug 25 01:31:19.982802 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc68d2-b105-4e43-a73f-dc0f9a6d3f32 req-aeb17fba-b7a5-4384-8dcc-848e14b8f98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:19.984132 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-1bbc68d2-b105-4e43-a73f-dc0f9a6d3f32 req-aeb17fba-b7a5-4384-8dcc-848e14b8f98d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4b39bbca-d99b-4c6f-89e1-463d16db2dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0580990 Aug 25 01:31:20.089213 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-42fc3da0-4ca7-49e7-8687-91822c5dd855 req-86ccb127-fe78-410c-a09a-19bf52b912fe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41aa4863-f6b3-4d81-ba00-6960a2966fa7 HTTP/1.1" status: 200 len: 1002 time: 0.1039300 Aug 25 01:31:20.147658 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-1bbc68d2-b105-4e43-a73f-dc0f9a6d3f32 req-37d6c819-6211-4d69-90a1-1a4bc5f274cd service neutron] 10.222.0.26 "GET /v2.0/networks/4b39bbca-d99b-4c6f-89e1-463d16db2dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549466 Aug 25 01:31:20.164890 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc3da0-4ca7-49e7-8687-91822c5dd855 req-cad46419-d0d1-421d-83aa-f422e8850ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:20.166217 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-42fc3da0-4ca7-49e7-8687-91822c5dd855 req-cad46419-d0d1-421d-83aa-f422e8850ea4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=480d38ea-d24b-4229-80ef-563e46a6a2ce HTTP/1.1" status: 200 len: 850 time: 0.0681317 Aug 25 01:31:20.271804 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc3da0-4ca7-49e7-8687-91822c5dd855 req-6a95490f-c199-4c33-a32f-00b3ba670f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:20.272848 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-42fc3da0-4ca7-49e7-8687-91822c5dd855 req-6a95490f-c199-4c33-a32f-00b3ba670f2c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fd6ab0d2-8137-4fff-919c-e0812b557a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0917749 Aug 25 01:31:20.277464 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-1bbc68d2-b105-4e43-a73f-dc0f9a6d3f32 req-4b248b8c-7c27-4c0b-98f1-fcf5f2dc5cbe service neutron] 10.222.0.26 "GET /v2.0/networks/4b39bbca-d99b-4c6f-89e1-463d16db2dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203456 Aug 25 01:31:20.350537 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1282978d-a0d3-42e5-a041-f9566fdd50ff req-6e67cbac-f677-4629-8e95-e435539ece95 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:20.351908 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-1282978d-a0d3-42e5-a041-f9566fdd50ff req-6e67cbac-f677-4629-8e95-e435539ece95 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] 10.222.0.23 "GET /v2.0/networks?id=84cb8eb6-9564-4dff-aed6-09b90ec75ea3 HTTP/1.1" status: 200 len: 813 time: 0.0996771 Aug 25 01:31:20.367160 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-1282978d-a0d3-42e5-a041-f9566fdd50ff req-a10b6cf7-abb5-4dac-b3cb-d82d5d73b7da tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] 10.222.0.23 "GET /v2.0/quotas/91561edb5be742c6b2dfc64b3ffb7be2 HTTP/1.1" status: 200 len: 375 time: 0.0087233 Aug 25 01:31:20.369933 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-42fc3da0-4ca7-49e7-8687-91822c5dd855 req-a34a1a28-24d2-4dba-b2c5-79469d98bb8f service neutron] 10.222.0.26 "GET /v2.0/networks/fd6ab0d2-8137-4fff-919c-e0812b557a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839157 Aug 25 01:31:20.398385 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-1282978d-a0d3-42e5-a041-f9566fdd50ff req-25245808-0fd8-493a-94b4-519edad7a8ea tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=91561edb5be742c6b2dfc64b3ffb7be2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253000 Aug 25 01:31:20.406655 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device 0bceaf3f-3cb5-457f-a270-6719b1c8af0b details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=93834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 01:31:20.463459 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-42fc3da0-4ca7-49e7-8687-91822c5dd855 req-2f55f9f6-a7e9-41e6-bc3d-39bb58667fcb service neutron] 10.222.0.26 "GET /v2.0/networks/fd6ab0d2-8137-4fff-919c-e0812b557a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844247 Aug 25 01:31:20.507364 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-1282978d-a0d3-42e5-a041-f9566fdd50ff req-cf9dd593-091c-4907-a229-5eb2e1678044 service neutron] 10.222.0.23 "GET /v2.0/networks/84cb8eb6-9564-4dff-aed6-09b90ec75ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957112 Aug 25 01:31:20.525998 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port 0bceaf3f-3cb5-457f-a270-6719b1c8af0b, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=0bceaf3f-3cb5-457f-a270-6719b1c8af0b,segment=NetworkSegment(2250bebe-2869-40e3-ad89-dd6ac923b04c),segment_id=2250bebe-2869-40e3-ad89-dd6ac923b04c)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:31:20.540382 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Returning: {'device': '0bceaf3f-3cb5-457f-a270-6719b1c8af0b', 'network_id': '4b39bbca-d99b-4c6f-89e1-463d16db2dba', 'port_id': '0bceaf3f-3cb5-457f-a270-6719b1c8af0b', 'mac_address': 'fa:16:3e:e0:19:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '377ea34e-9667-47c0-90ed-ae7bee569363', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 01:31:20.580613 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:20.593243 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bceaf3f-3cb5-457f-a270-6719b1c8af0b {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 01:31:20.609712 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd37cff-29c7-43b3-b6cc-d1477338b40c req-b39309da-0cb7-4e73-bbba-fcd1210a6f9b tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:20.611175 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-edd37cff-29c7-43b3-b6cc-d1477338b40c req-b39309da-0cb7-4e73-bbba-fcd1210a6f9b tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 943 time: 0.0958211 Aug 25 01:31:20.613217 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port 0bceaf3f-3cb5-457f-a270-6719b1c8af0b, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=0bceaf3f-3cb5-457f-a270-6719b1c8af0b,segment=NetworkSegment(2250bebe-2869-40e3-ad89-dd6ac923b04c),segment_id=2250bebe-2869-40e3-ad89-dd6ac923b04c)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:31:20.618094 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:20.646333 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-1282978d-a0d3-42e5-a041-f9566fdd50ff req-60395310-41a4-4621-8394-a9d9a3a68aa1 service neutron] 10.222.0.23 "GET /v2.0/networks/84cb8eb6-9564-4dff-aed6-09b90ec75ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385083 Aug 25 01:31:20.662866 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-edd37cff-29c7-43b3-b6cc-d1477338b40c req-46d94e8f-b915-4b57-a4a6-3e7e2aaadc33 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450726 Aug 25 01:31:20.663505 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Pushing event updated for resources: {'Port': ['ID=0bceaf3f-3cb5-457f-a270-6719b1c8af0b,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:31:20.814140 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-04ed88f3-13a5-4605-998a-e9be43187d1e req-ed7247fc-b163-483c-a874-60033000ddb6 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bee6e99-f2a6-4433-9530-b4090aed762a HTTP/1.1" status: 200 len: 210 time: 0.0251544 Aug 25 01:31:20.877279 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] get_ports_and_sgs() called for port_ids ['0bceaf3f-3cb5-457f-a270-6719b1c8af0b'] {{(pid=93834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 01:31:21.706081 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1282978d-a0d3-42e5-a041-f9566fdd50ff req-9dbd2a88-5c74-4f54-ac6c-885d42581009 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:21.707750 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-1282978d-a0d3-42e5-a041-f9566fdd50ff req-9dbd2a88-5c74-4f54-ac6c-885d42581009 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] 10.222.0.26 "GET /v2.0/networks?id=84cb8eb6-9564-4dff-aed6-09b90ec75ea3 HTTP/1.1" status: 200 len: 813 time: 0.1086919 Aug 25 01:31:21.720511 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [req-1282978d-a0d3-42e5-a041-f9566fdd50ff req-17b48897-300f-4ad6-af42-0cb23eb42a30 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Request body: {'port': {'device_id': '9bee6e99-f2a6-4433-9530-b4090aed762a', 'network_id': '84cb8eb6-9564-4dff-aed6-09b90ec75ea3', 'admin_state_up': True, 'tenant_id': '91561edb5be742c6b2dfc64b3ffb7be2'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:31:21.786222 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e491d9ed-a6c9-401e-b582-381f81d408ea req-bd5f20e9-6e06-4f50-a25b-21a73cd06078 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:21.787708 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-e491d9ed-a6c9-401e-b582-381f81d408ea req-bd5f20e9-6e06-4f50-a25b-21a73cd06078 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 944 time: 0.0476909 Aug 25 01:31:21.825334 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-e491d9ed-a6c9-401e-b582-381f81d408ea req-929c04a6-250c-4713-bdcd-003071540e47 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309918 Aug 25 01:31:21.826935 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1282978d-a0d3-42e5-a041-f9566fdd50ff req-17b48897-300f-4ad6-af42-0cb23eb42a30 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Made reservation on behalf of 91561edb5be742c6b2dfc64b3ffb7be2 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 01:31:21.830361 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1282978d-a0d3-42e5-a041-f9566fdd50ff req-17b48897-300f-4ad6-af42-0cb23eb42a30 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:21.915481 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-e08113f1-1373-4580-b25d-d35b120295cb req-44a7c78a-6394-41f5-8927-284ecff44d03 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bee6e99-f2a6-4433-9530-b4090aed762a HTTP/1.1" status: 200 len: 210 time: 0.0302057 Aug 25 01:31:21.958463 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-1282978d-a0d3-42e5-a041-f9566fdd50ff req-17b48897-300f-4ad6-af42-0cb23eb42a30 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Allocated IP 172.20.0.4 (84cb8eb6-9564-4dff-aed6-09b90ec75ea3/5d0a5bb3-97ec-4ebc-a0a1-9f08208a3649/feec4286-5f47-439f-b840-1b36dfbdcc99) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 01:31:22.098099 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1282978d-a0d3-42e5-a041-f9566fdd50ff req-17b48897-300f-4ad6-af42-0cb23eb42a30 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:22.134310 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1282978d-a0d3-42e5-a041-f9566fdd50ff req-17b48897-300f-4ad6-af42-0cb23eb42a30 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782026665144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:22.172952 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1282978d-a0d3-42e5-a041-f9566fdd50ff req-17b48897-300f-4ad6-af42-0cb23eb42a30 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Network 84cb8eb6-9564-4dff-aed6-09b90ec75ea3 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:31:22.178209 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-1282978d-a0d3-42e5-a041-f9566fdd50ff req-17b48897-300f-4ad6-af42-0cb23eb42a30 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:31:22.181731 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-1282978d-a0d3-42e5-a041-f9566fdd50ff req-17b48897-300f-4ad6-af42-0cb23eb42a30 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 01:31:22.206873 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b48897-300f-4ad6-af42-0cb23eb42a30 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Pushing event updated for resources: {'Port': ['ID=feec4286-5f47-439f-b840-1b36dfbdcc99,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:31:22.231662 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1282978d-a0d3-42e5-a041-f9566fdd50ff req-17b48897-300f-4ad6-af42-0cb23eb42a30 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:22.232258 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1282978d-a0d3-42e5-a041-f9566fdd50ff req-17b48897-300f-4ad6-af42-0cb23eb42a30 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:22.245415 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-1282978d-a0d3-42e5-a041-f9566fdd50ff req-17b48897-300f-4ad6-af42-0cb23eb42a30 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5288341 Aug 25 01:31:22.258529 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [req-1282978d-a0d3-42e5-a041-f9566fdd50ff req-e2f1d5be-2f52-4312-abf7-2b764b3a30f2 service neutron] Request body: {'port': {'device_id': '9bee6e99-f2a6-4433-9530-b4090aed762a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:31:22.313042 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1282978d-a0d3-42e5-a041-f9566fdd50ff req-e2f1d5be-2f52-4312-abf7-2b764b3a30f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:22.425620 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device 0bceaf3f-3cb5-457f-a270-6719b1c8af0b up at agent hyperv_hv-cinder-79001 {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:31:22.474484 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Provisioning for port 0bceaf3f-3cb5-457f-a270-6719b1c8af0b completed by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:31:22.478038 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Provisioning complete for port 0bceaf3f-3cb5-457f-a270-6719b1c8af0b triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:31:22.478416 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:22.555853 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:22.573650 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [req-1282978d-a0d3-42e5-a041-f9566fdd50ff req-e2f1d5be-2f52-4312-abf7-2b764b3a30f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feec4286-5f47-439f-b840-1b36dfbdcc99 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 01:31:22.577405 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4062759a-7420-4110-8d0c-77cbbc615973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bceaf3f-3cb5-457f-a270-6719b1c8af0b'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:31:22.579797 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac4c50f49c3b3a17933da630e77cab0c79281d75959c3f8023547b3e3ec39ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4694da4-6c47-46f9-a159-669f19370f50" -d '{"events": [{"server_uuid": "4062759a-7420-4110-8d0c-77cbbc615973", "name": "network-vif-plugged", "status": "completed", "tag": "0bceaf3f-3cb5-457f-a270-6719b1c8af0b"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:31:22.581797 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1282978d-a0d3-42e5-a041-f9566fdd50ff req-e2f1d5be-2f52-4312-abf7-2b764b3a30f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:22.593046 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port 0bceaf3f-3cb5-457f-a270-6719b1c8af0b, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=0bceaf3f-3cb5-457f-a270-6719b1c8af0b,segment=NetworkSegment(2250bebe-2869-40e3-ad89-dd6ac923b04c),segment_id=2250bebe-2869-40e3-ad89-dd6ac923b04c)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:31:22.597262 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:22.597440 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-1282978d-a0d3-42e5-a041-f9566fdd50ff req-e2f1d5be-2f52-4312-abf7-2b764b3a30f2 service neutron] Transition to ACTIVE for port object feec4286-5f47-439f-b840-1b36dfbdcc99 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:31:22.601792 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1282978d-a0d3-42e5-a041-f9566fdd50ff req-e2f1d5be-2f52-4312-abf7-2b764b3a30f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8611129'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:22.622608 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 01:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1607a1-1912-45a4-baaa-cd855389052f x-openstack-request-id: req-ab1607a1-1912-45a4-baaa-cd855389052f {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:31:22.622920 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4062759a-7420-4110-8d0c-77cbbc615973", "name": "network-vif-plugged", "status": "completed", "tag": "0bceaf3f-3cb5-457f-a270-6719b1c8af0b", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:31:22.623895 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ab1607a1-1912-45a4-baaa-cd855389052f {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:31:22.624288 dv-cinder-790014-2-iscsi neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4062759a-7420-4110-8d0c-77cbbc615973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bceaf3f-3cb5-457f-a270-6719b1c8af0b', 'code': 200} Aug 25 01:31:22.655450 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f1d5be-2f52-4312-abf7-2b764b3a30f2 service neutron] Pushing event updated for resources: {'Port': ['ID=feec4286-5f47-439f-b840-1b36dfbdcc99,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:31:22.664153 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Pushing event updated for resources: {'Port': ['ID=0bceaf3f-3cb5-457f-a270-6719b1c8af0b,revision_number=5']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:31:22.721163 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-1282978d-a0d3-42e5-a041-f9566fdd50ff req-e2f1d5be-2f52-4312-abf7-2b764b3a30f2 service neutron] Attempting to bind port feec4286-5f47-439f-b840-1b36dfbdcc99 on host hv-cinder-79001 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 01:31:22.721795 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-1282978d-a0d3-42e5-a041-f9566fdd50ff req-e2f1d5be-2f52-4312-abf7-2b764b3a30f2 service neutron] Attempting to bind port feec4286-5f47-439f-b840-1b36dfbdcc99 by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '88111f06-2a4a-4958-b0e0-8ecb0ef77555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '84cb8eb6-9564-4dff-aed6-09b90ec75ea3'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 01:31:22.721795 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1282978d-a0d3-42e5-a041-f9566fdd50ff req-e2f1d5be-2f52-4312-abf7-2b764b3a30f2 service neutron] Attempting to bind port feec4286-5f47-439f-b840-1b36dfbdcc99 on network 84cb8eb6-9564-4dff-aed6-09b90ec75ea3 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:31:22.725901 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1282978d-a0d3-42e5-a041-f9566fdd50ff req-e2f1d5be-2f52-4312-abf7-2b764b3a30f2 service neutron] Port feec4286-5f47-439f-b840-1b36dfbdcc99 on network 84cb8eb6-9564-4dff-aed6-09b90ec75ea3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 01:31:22.726219 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1282978d-a0d3-42e5-a041-f9566fdd50ff req-e2f1d5be-2f52-4312-abf7-2b764b3a30f2 service neutron] Attempting to bind port feec4286-5f47-439f-b840-1b36dfbdcc99 on network 84cb8eb6-9564-4dff-aed6-09b90ec75ea3 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:31:22.731367 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1282978d-a0d3-42e5-a041-f9566fdd50ff req-e2f1d5be-2f52-4312-abf7-2b764b3a30f2 service neutron] Checking agent: {'id': '05c2a1f8-ef41-45f5-8e32-988b9472ad60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 1, 25, 19), 'started_at': datetime.datetime(2021, 8, 25, 1, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 1, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 01:31:22.731642 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1282978d-a0d3-42e5-a041-f9566fdd50ff req-e2f1d5be-2f52-4312-abf7-2b764b3a30f2 service neutron] Checking segment: {'id': '88111f06-2a4a-4958-b0e0-8ecb0ef77555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '84cb8eb6-9564-4dff-aed6-09b90ec75ea3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:31:22.732027 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1282978d-a0d3-42e5-a041-f9566fdd50ff req-e2f1d5be-2f52-4312-abf7-2b764b3a30f2 service neutron] Bound using segment: {'id': '88111f06-2a4a-4958-b0e0-8ecb0ef77555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '84cb8eb6-9564-4dff-aed6-09b90ec75ea3'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 01:31:22.732448 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-1282978d-a0d3-42e5-a041-f9566fdd50ff req-e2f1d5be-2f52-4312-abf7-2b764b3a30f2 service neutron] Bound port: feec4286-5f47-439f-b840-1b36dfbdcc99, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88111f06-2a4a-4958-b0e0-8ecb0ef77555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '84cb8eb6-9564-4dff-aed6-09b90ec75ea3'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 01:31:22.732805 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1282978d-a0d3-42e5-a041-f9566fdd50ff req-e2f1d5be-2f52-4312-abf7-2b764b3a30f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:22.818255 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-1282978d-a0d3-42e5-a041-f9566fdd50ff req-e2f1d5be-2f52-4312-abf7-2b764b3a30f2 service neutron] For port feec4286-5f47-439f-b840-1b36dfbdcc99, host hv-cinder-79001, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 01:31:22.833142 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-1282978d-a0d3-42e5-a041-f9566fdd50ff req-e2f1d5be-2f52-4312-abf7-2b764b3a30f2 service neutron] For port feec4286-5f47-439f-b840-1b36dfbdcc99, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=feec4286-5f47-439f-b840-1b36dfbdcc99,segment=NetworkSegment(88111f06-2a4a-4958-b0e0-8ecb0ef77555),segment_id=88111f06-2a4a-4958-b0e0-8ecb0ef77555)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 01:31:22.836987 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1282978d-a0d3-42e5-a041-f9566fdd50ff req-e2f1d5be-2f52-4312-abf7-2b764b3a30f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8611129'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:22.845740 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8d376-a994-4dea-957e-daaffc5307a9 req-3ef831b7-37e1-44bf-8096-f9cb9ffee09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:22.847239 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-55b8d376-a994-4dea-957e-daaffc5307a9 req-3ef831b7-37e1-44bf-8096-f9cb9ffee09f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 1098 time: 0.0663319 Aug 25 01:31:22.888972 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1282978d-a0d3-42e5-a041-f9566fdd50ff req-e2f1d5be-2f52-4312-abf7-2b764b3a30f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:22.889578 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1282978d-a0d3-42e5-a041-f9566fdd50ff req-e2f1d5be-2f52-4312-abf7-2b764b3a30f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:22.890945 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-1282978d-a0d3-42e5-a041-f9566fdd50ff req-e2f1d5be-2f52-4312-abf7-2b764b3a30f2 service neutron] 10.222.0.26 "PUT /v2.0/ports/feec4286-5f47-439f-b840-1b36dfbdcc99 HTTP/1.1" status: 200 len: 1093 time: 0.6363266 Aug 25 01:31:22.891375 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bee6e99-f2a6-4433-9530-b4090aed762a', 'tag': 'feec4286-5f47-439f-b840-1b36dfbdcc99'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:31:22.893581 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6aaa77860150641abcbf195034e02978cb43d302165c9bbcbee081d494fe815" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a96125-59a7-4610-aaaa-9c174842f80b" -d '{"events": [{"name": "network-changed", "server_uuid": "9bee6e99-f2a6-4433-9530-b4090aed762a", "tag": "feec4286-5f47-439f-b840-1b36dfbdcc99"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:31:22.927402 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f1d5be-2f52-4312-abf7-2b764b3a30f2 service neutron] Pushing event updated for resources: {'Port': ['ID=feec4286-5f47-439f-b840-1b36dfbdcc99,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:31:22.940318 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-55b8d376-a994-4dea-957e-daaffc5307a9 req-4f18a90c-00e4-4321-9888-1f02f0009708 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750277 Aug 25 01:31:22.967482 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 01:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82fdb6eb-7cc5-4ac3-93b3-1ab530668cf7 x-openstack-request-id: req-82fdb6eb-7cc5-4ac3-93b3-1ab530668cf7 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:31:22.967689 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bee6e99-f2a6-4433-9530-b4090aed762a", "tag": "feec4286-5f47-439f-b840-1b36dfbdcc99", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:31:22.967935 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-82fdb6eb-7cc5-4ac3-93b3-1ab530668cf7 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:31:22.968323 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bee6e99-f2a6-4433-9530-b4090aed762a', 'tag': 'feec4286-5f47-439f-b840-1b36dfbdcc99', 'status': 'completed', 'code': 200} Aug 25 01:31:22.969436 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4b0ed5-90cb-43f4-98c2-2076baf6f057 req-4628ac02-382c-4de0-a5ec-e36872624bae tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:22.975235 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ac4b0ed5-90cb-43f4-98c2-2076baf6f057 req-4628ac02-382c-4de0-a5ec-e36872624bae tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 945 time: 0.0786195 Aug 25 01:31:22.985094 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1282978d-a0d3-42e5-a041-f9566fdd50ff req-01fdbaa6-7a18-4208-a959-ebeacb0d1682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:22.986981 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-1282978d-a0d3-42e5-a041-f9566fdd50ff req-01fdbaa6-7a18-4208-a959-ebeacb0d1682 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=91561edb5be742c6b2dfc64b3ffb7be2&device_id=9bee6e99-f2a6-4433-9530-b4090aed762a HTTP/1.1" status: 200 len: 1096 time: 0.0566566 Aug 25 01:31:23.019102 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ac4b0ed5-90cb-43f4-98c2-2076baf6f057 req-89a67358-1396-42f8-b3ed-cf97ace3e047 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416806 Aug 25 01:31:23.056268 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299c74a-90a6-4538-a53b-00abc280237b req-fdf3b50f-ad5d-40f0-8123-9213c9fdeb6a tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:23.057926 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-8299c74a-90a6-4538-a53b-00abc280237b req-fdf3b50f-ad5d-40f0-8123-9213c9fdeb6a tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bee6e99-f2a6-4433-9530-b4090aed762a HTTP/1.1" status: 200 len: 943 time: 0.0592620 Aug 25 01:31:23.094253 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-8299c74a-90a6-4538-a53b-00abc280237b req-e318c874-215f-4207-8929-6854c9ca9c2b tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] 10.222.0.23 "GET /v2.0/security-groups?id=981b4e0b-151e-4247-84dd-8a97133bb252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297697 Aug 25 01:31:23.186795 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-1282978d-a0d3-42e5-a041-f9566fdd50ff req-e0f04d22-2bc4-4a8d-a831-f27b50457987 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=feec4286-5f47-439f-b840-1b36dfbdcc99 HTTP/1.1" status: 200 len: 217 time: 0.0337191 Aug 25 01:31:23.240993 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1282978d-a0d3-42e5-a041-f9566fdd50ff req-8e3ed3c0-febc-444c-8698-5d7ac152bb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:23.242301 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-1282978d-a0d3-42e5-a041-f9566fdd50ff req-8e3ed3c0-febc-444c-8698-5d7ac152bb86 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5d0a5bb3-97ec-4ebc-a0a1-9f08208a3649 HTTP/1.1" status: 200 len: 853 time: 0.0425670 Aug 25 01:31:23.276835 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-1282978d-a0d3-42e5-a041-f9566fdd50ff req-c2b45de7-4179-4d06-bd79-8381dfcd5aa1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=84cb8eb6-9564-4dff-aed6-09b90ec75ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269096 Aug 25 01:31:23.363626 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-1282978d-a0d3-42e5-a041-f9566fdd50ff req-c17bb2df-8905-46fd-b2b1-2db67352a077 service neutron] 10.222.0.26 "GET /v2.0/networks/84cb8eb6-9564-4dff-aed6-09b90ec75ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783682 Aug 25 01:31:23.452180 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-1282978d-a0d3-42e5-a041-f9566fdd50ff req-52bec03b-d536-4cb5-93f7-7ad6c374dfed service neutron] 10.222.0.26 "GET /v2.0/networks/84cb8eb6-9564-4dff-aed6-09b90ec75ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810018 Aug 25 01:31:23.536251 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a96125-59a7-4610-aaaa-9c174842f80b req-c010ef44-304e-4ba8-beb9-bb11559cbadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:23.537703 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-37a96125-59a7-4610-aaaa-9c174842f80b req-c010ef44-304e-4ba8-beb9-bb11559cbadc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=91561edb5be742c6b2dfc64b3ffb7be2&device_id=9bee6e99-f2a6-4433-9530-b4090aed762a HTTP/1.1" status: 200 len: 1096 time: 0.0403507 Aug 25 01:31:23.624206 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a96125-59a7-4610-aaaa-9c174842f80b req-e79a31bb-e337-44fb-844a-456801f1d565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:23.625632 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-37a96125-59a7-4610-aaaa-9c174842f80b req-e79a31bb-e337-44fb-844a-456801f1d565 service neutron] 10.222.0.26 "GET /v2.0/networks?id=84cb8eb6-9564-4dff-aed6-09b90ec75ea3 HTTP/1.1" status: 200 len: 914 time: 0.0800290 Aug 25 01:31:23.674693 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-37a96125-59a7-4610-aaaa-9c174842f80b req-ddcfc7c5-533f-4b8c-aa61-de6421ada3de service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=feec4286-5f47-439f-b840-1b36dfbdcc99 HTTP/1.1" status: 200 len: 217 time: 0.0361841 Aug 25 01:31:23.723497 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a96125-59a7-4610-aaaa-9c174842f80b req-a85d10a9-48a6-4c98-b968-bbe620fed444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:23.724839 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-37a96125-59a7-4610-aaaa-9c174842f80b req-a85d10a9-48a6-4c98-b968-bbe620fed444 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5d0a5bb3-97ec-4ebc-a0a1-9f08208a3649 HTTP/1.1" status: 200 len: 853 time: 0.0421231 Aug 25 01:31:23.759409 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-37a96125-59a7-4610-aaaa-9c174842f80b req-b0e5d226-f59d-465d-b747-6e18f4ffea69 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=84cb8eb6-9564-4dff-aed6-09b90ec75ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231695 Aug 25 01:31:23.851743 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-37a96125-59a7-4610-aaaa-9c174842f80b req-2656e60a-abaf-409e-bc10-1382228323df service neutron] 10.222.0.26 "GET /v2.0/networks/84cb8eb6-9564-4dff-aed6-09b90ec75ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824420 Aug 25 01:31:23.941924 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-37a96125-59a7-4610-aaaa-9c174842f80b req-0215b94d-bb87-4a7e-907d-1cc039a0cfb5 service neutron] 10.222.0.26 "GET /v2.0/networks/84cb8eb6-9564-4dff-aed6-09b90ec75ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813427 Aug 25 01:31:24.138187 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999100a8-c92e-4777-af9c-5fbde7a20e4a req-eb552e59-01ac-47ce-a019-060a2b694d89 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:24.139732 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-999100a8-c92e-4777-af9c-5fbde7a20e4a req-eb552e59-01ac-47ce-a019-060a2b694d89 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 945 time: 0.0522511 Aug 25 01:31:24.200068 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-999100a8-c92e-4777-af9c-5fbde7a20e4a req-28551989-ea2d-47e1-96fa-5cde75fbdb29 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541329 Aug 25 01:31:24.224214 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a91a47-b26f-4c37-b28d-83706bb549da req-ed155324-c47e-4c1b-83c7-80fcdd75b9a7 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:24.225708 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-00a91a47-b26f-4c37-b28d-83706bb549da req-ed155324-c47e-4c1b-83c7-80fcdd75b9a7 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bee6e99-f2a6-4433-9530-b4090aed762a HTTP/1.1" status: 200 len: 943 time: 0.0589840 Aug 25 01:31:24.262364 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-00a91a47-b26f-4c37-b28d-83706bb549da req-cc4fd966-720d-490a-ad6e-7378708c6daa tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] 10.222.0.23 "GET /v2.0/security-groups?id=981b4e0b-151e-4247-84dd-8a97133bb252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302520 Aug 25 01:31:24.441877 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device feec4286-5f47-439f-b840-1b36dfbdcc99 details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=93834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 01:31:24.535257 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port feec4286-5f47-439f-b840-1b36dfbdcc99, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=feec4286-5f47-439f-b840-1b36dfbdcc99,segment=NetworkSegment(88111f06-2a4a-4958-b0e0-8ecb0ef77555),segment_id=88111f06-2a4a-4958-b0e0-8ecb0ef77555)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:31:24.545884 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Returning: {'device': 'feec4286-5f47-439f-b840-1b36dfbdcc99', 'network_id': '84cb8eb6-9564-4dff-aed6-09b90ec75ea3', 'port_id': 'feec4286-5f47-439f-b840-1b36dfbdcc99', 'mac_address': 'fa:16:3e:10:dd:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d0a5bb3-97ec-4ebc-a0a1-9f08208a3649', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 01:31:24.583094 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:24.595617 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feec4286-5f47-439f-b840-1b36dfbdcc99 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 01:31:24.614068 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port feec4286-5f47-439f-b840-1b36dfbdcc99, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=feec4286-5f47-439f-b840-1b36dfbdcc99,segment=NetworkSegment(88111f06-2a4a-4958-b0e0-8ecb0ef77555),segment_id=88111f06-2a4a-4958-b0e0-8ecb0ef77555)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:31:24.618880 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:24.663966 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Pushing event updated for resources: {'Port': ['ID=feec4286-5f47-439f-b840-1b36dfbdcc99,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:31:24.879504 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] get_ports_and_sgs() called for port_ids ['feec4286-5f47-439f-b840-1b36dfbdcc99'] {{(pid=93834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 01:31:25.320505 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ad175-2852-482b-842c-4f03a47e1273 req-8b39a21a-40ab-4600-92f5-48feae119eb4 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:25.321980 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-f97ad175-2852-482b-842c-4f03a47e1273 req-8b39a21a-40ab-4600-92f5-48feae119eb4 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 945 time: 0.0489764 Aug 25 01:31:25.390208 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-f97ad175-2852-482b-842c-4f03a47e1273 req-ceadfb23-9e8e-4a41-b443-d4debd07c746 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620108 Aug 25 01:31:25.401925 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a48670-0f75-4790-bc4c-5e502eb0f308 req-203e6b34-bccb-4f35-814a-e5b158b0ebf2 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:25.403440 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-08a48670-0f75-4790-bc4c-5e502eb0f308 req-203e6b34-bccb-4f35-814a-e5b158b0ebf2 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bee6e99-f2a6-4433-9530-b4090aed762a HTTP/1.1" status: 200 len: 944 time: 0.0736804 Aug 25 01:31:25.440837 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-08a48670-0f75-4790-bc4c-5e502eb0f308 req-04d18cb0-8c0a-452e-a272-140b73a513bb tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] 10.222.0.23 "GET /v2.0/security-groups?id=981b4e0b-151e-4247-84dd-8a97133bb252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316360 Aug 25 01:31:25.502997 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6667cec-38b0-4f69-8be6-81b2ac540707 req-074e762c-4b67-486a-a219-42f4a72b2b80 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:25.504386 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-f6667cec-38b0-4f69-8be6-81b2ac540707 req-074e762c-4b67-486a-a219-42f4a72b2b80 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 945 time: 0.0480719 Aug 25 01:31:25.513587 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 54054) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:31:25.518105 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.v2.base [None req-c675e270-099b-434d-9df8-fc2def38d12f tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Request body: {'floatingip': {'port_id': '0bceaf3f-3cb5-457f-a270-6719b1c8af0b'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:31:25.586235 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c675e270-099b-434d-9df8-fc2def38d12f tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks [] for floatingip, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:26.314937 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c675e270-099b-434d-9df8-fc2def38d12f tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:26.319120 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c675e270-099b-434d-9df8-fc2def38d12f tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930814'] for floatingip, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:26.411359 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.db.l3_db [None req-c675e270-099b-434d-9df8-fc2def38d12f tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Floating IP fcc7f481-e120-44e2-b295-4f800833ddb0 associated. External IP: 172.27.1.71, port: 0bceaf3f-3cb5-457f-a270-6719b1c8af0b. Aug 25 01:31:26.442324 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device feec4286-5f47-439f-b840-1b36dfbdcc99 up at agent hyperv_hv-cinder-79001 {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:31:26.491756 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Provisioning for port feec4286-5f47-439f-b840-1b36dfbdcc99 completed by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:31:26.497239 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Provisioning complete for port feec4286-5f47-439f-b840-1b36dfbdcc99 triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:31:26.497615 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:26.576440 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:26.599105 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bee6e99-f2a6-4433-9530-b4090aed762a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feec4286-5f47-439f-b840-1b36dfbdcc99'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:31:26.601306 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac4c50f49c3b3a17933da630e77cab0c79281d75959c3f8023547b3e3ec39ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c5214d-6a20-46f2-8e44-6c01b245b8ae" -d '{"events": [{"server_uuid": "9bee6e99-f2a6-4433-9530-b4090aed762a", "name": "network-vif-plugged", "status": "completed", "tag": "feec4286-5f47-439f-b840-1b36dfbdcc99"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:31:26.614414 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port feec4286-5f47-439f-b840-1b36dfbdcc99, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=feec4286-5f47-439f-b840-1b36dfbdcc99,segment=NetworkSegment(88111f06-2a4a-4958-b0e0-8ecb0ef77555),segment_id=88111f06-2a4a-4958-b0e0-8ecb0ef77555)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:31:26.619365 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:26.625113 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882f0c7a-0b66-48d7-a1b9-aff41b4265ca req-f52ec486-b361-462e-9d69-39a35bc90c27 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:26.626607 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-882f0c7a-0b66-48d7-a1b9-aff41b4265ca req-f52ec486-b361-462e-9d69-39a35bc90c27 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bee6e99-f2a6-4433-9530-b4090aed762a HTTP/1.1" status: 200 len: 944 time: 0.1152737 Aug 25 01:31:26.644291 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 01:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe5a444-514b-4065-8655-0ec84a66a567 x-openstack-request-id: req-cfe5a444-514b-4065-8655-0ec84a66a567 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:31:26.644585 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bee6e99-f2a6-4433-9530-b4090aed762a", "name": "network-vif-plugged", "status": "completed", "tag": "feec4286-5f47-439f-b840-1b36dfbdcc99", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:31:26.644835 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cfe5a444-514b-4065-8655-0ec84a66a567 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:31:26.645220 dv-cinder-790014-2-iscsi neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bee6e99-f2a6-4433-9530-b4090aed762a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feec4286-5f47-439f-b840-1b36dfbdcc99', 'code': 200} Aug 25 01:31:26.674567 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Pushing event updated for resources: {'Port': ['ID=feec4286-5f47-439f-b840-1b36dfbdcc99,revision_number=5']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:31:26.684034 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-882f0c7a-0b66-48d7-a1b9-aff41b4265ca req-05f89805-139d-416f-8979-e5440c86811d tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] 10.222.0.23 "GET /v2.0/security-groups?id=981b4e0b-151e-4247-84dd-8a97133bb252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484161 Aug 25 01:31:26.695387 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c675e270-099b-434d-9df8-fc2def38d12f tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Router 96a47d6d-64c2-4bdb-b4af-a19bf3b971e5 has already been hosted by L3 agent 2e219680-1a48-4599-ad97-adf9ec497b47 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 01:31:26.801986 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c675e270-099b-434d-9df8-fc2def38d12f tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify agent at l3_agent.dv-cinder-790014-2-iscsi the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 01:31:26.807230 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c675e270-099b-434d-9df8-fc2def38d12f tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:26.812511 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f132820-8ad2-4fc2-8742-68143a1b12c2 None None] Sync routers for ids ['96a47d6d-64c2-4bdb-b4af-a19bf3b971e5'] in dv-cinder-790014-2-iscsi {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 01:31:26.816268 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a918f6-f0da-45f9-9cc9-f06dc2fb6973 req-55109ee6-dcab-434e-9d3c-3d20c7504473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:26.817923 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-f5a918f6-f0da-45f9-9cc9-f06dc2fb6973 req-55109ee6-dcab-434e-9d3c-3d20c7504473 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9bee6e99-f2a6-4433-9530-b4090aed762a HTTP/1.1" status: 200 len: 1098 time: 0.0391614 Aug 25 01:31:26.821338 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f132820-8ad2-4fc2-8742-68143a1b12c2 None None] Routers {'96a47d6d-64c2-4bdb-b4af-a19bf3b971e5'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:31:26.821953 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-2f132820-8ad2-4fc2-8742-68143a1b12c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:31:00Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['96a47d6d-64c2-4bdb-b4af-a19bf3b971e5'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:31:26.837494 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-c675e270-099b-434d-9df8-fc2def38d12f tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "PUT /v2.0/floatingips/fcc7f481-e120-44e2-b295-4f800833ddb0 HTTP/1.1" status: 200 len: 990 time: 1.3203018 Aug 25 01:31:26.837494 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4062759a-7420-4110-8d0c-77cbbc615973', 'tag': '0bceaf3f-3cb5-457f-a270-6719b1c8af0b'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:31:26.838039 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99221413ad608258be70d61d3aee829b58887b18c5c2a60c7a37b33fff07d90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4576b5ff-8c39-4e36-959c-6dc736fff1bc" -d '{"events": [{"name": "network-changed", "server_uuid": "4062759a-7420-4110-8d0c-77cbbc615973", "tag": "0bceaf3f-3cb5-457f-a270-6719b1c8af0b"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:31:26.860632 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-f5a918f6-f0da-45f9-9cc9-f06dc2fb6973 req-c208e523-d147-4711-b16f-b854247107d3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=981b4e0b-151e-4247-84dd-8a97133bb252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350804 Aug 25 01:31:26.881592 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 01:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6591f03-b208-4171-8e4b-f6021b58f2b7 x-openstack-request-id: req-b6591f03-b208-4171-8e4b-f6021b58f2b7 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:31:26.881881 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4062759a-7420-4110-8d0c-77cbbc615973", "tag": "0bceaf3f-3cb5-457f-a270-6719b1c8af0b", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:31:26.882131 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b6591f03-b208-4171-8e4b-f6021b58f2b7 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:31:26.882525 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4062759a-7420-4110-8d0c-77cbbc615973', 'tag': '0bceaf3f-3cb5-457f-a270-6719b1c8af0b', 'status': 'completed', 'code': 200} Aug 25 01:31:26.927890 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-2f132820-8ad2-4fc2-8742-68143a1b12c2 None None] Set router 96a47d6d-64c2-4bdb-b4af-a19bf3b971e5 gateway port host: dv-cinder-790014-2-iscsi {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:31:27.129944 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576b5ff-8c39-4e36-959c-6dc736fff1bc req-32aca23a-f0f0-457e-964b-d512383c4528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:27.131425 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-4576b5ff-8c39-4e36-959c-6dc736fff1bc req-32aca23a-f0f0-457e-964b-d512383c4528 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0d3f6d9b58da4cf08feb13c48725af79&device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 1098 time: 0.0386965 Aug 25 01:31:27.189167 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-2f132820-8ad2-4fc2-8742-68143a1b12c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a47d6d-64c2-4bdb-b4af-a19bf3b971e5', 'name': 'tempest-AttachVolumeShelveTestJSON-979801634-router', 'tenant_id': '0d3f6d9b58da4cf08feb13c48725af79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '50d82e7e-dbc7-4047-964e-d12dc78ec35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:31:05Z', 'updated_at': '2021-08-25T01:31:08Z', 'revision_number': 4, 'project_id': '0d3f6d9b58da4cf08feb13c48725af79', 'gw_port': {'id': '50d82e7e-dbc7-4047-964e-d12dc78ec35d', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a47d6d-64c2-4bdb-b4af-a19bf3b971e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:31:05Z', 'updated_at': '2021-08-25T01:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_floatingips': [{'id': 'fcc7f481-e120-44e2-b295-4f800833ddb0', 'tenant_id': '0d3f6d9b58da4cf08feb13c48725af79', 'floating_ip_address': '172.27.1.71', 'floating_network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'router_id': '96a47d6d-64c2-4bdb-b4af-a19bf3b971e5', 'port_id': '0bceaf3f-3cb5-457f-a270-6719b1c8af0b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b39bbca-d99b-4c6f-89e1-463d16db2dba', 'mac_address': 'fa:16:3e:e0:19:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4062759a-7420-4110-8d0c-77cbbc615973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T01:31:10Z', 'updated_at': '2021-08-25T01:31:26Z', 'revision_number': 1, 'project_id': '0d3f6d9b58da4cf08feb13c48725af79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e25ffdd2-3c21-41aa-8f85-1de512af30f4', 'name': '', 'network_id': '4b39bbca-d99b-4c6f-89e1-463d16db2dba', 'tenant_id': '0d3f6d9b58da4cf08feb13c48725af79', 'mac_address': 'fa:16:3e:1f:da:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a47d6d-64c2-4bdb-b4af-a19bf3b971e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '377ea34e-9667-47c0-90ed-ae7bee569363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:31:07Z', 'updated_at': '2021-08-25T01:31:13Z', 'revision_number': 5, 'project_id': '0d3f6d9b58da4cf08feb13c48725af79', 'subnets': [{'id': '377ea34e-9667-47c0-90ed-ae7bee569363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:31:27.214396 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f132820-8ad2-4fc2-8742-68143a1b12c2 None None] Checking router: 96a47d6d-64c2-4bdb-b4af-a19bf3b971e5 for host: dv-cinder-790014-2-iscsi {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 01:31:27.219585 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576b5ff-8c39-4e36-959c-6dc736fff1bc req-3222aecc-b8b5-4fdc-869d-b37193cebb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:27.221022 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-4576b5ff-8c39-4e36-959c-6dc736fff1bc req-3222aecc-b8b5-4fdc-869d-b37193cebb03 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4b39bbca-d99b-4c6f-89e1-463d16db2dba HTTP/1.1" status: 200 len: 917 time: 0.0820658 Aug 25 01:31:27.222982 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f132820-8ad2-4fc2-8742-68143a1b12c2 None None] Routers {'96a47d6d-64c2-4bdb-b4af-a19bf3b971e5'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:31:27.223909 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-2f132820-8ad2-4fc2-8742-68143a1b12c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:31:00Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['96a47d6d-64c2-4bdb-b4af-a19bf3b971e5'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:31:27.302423 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-4576b5ff-8c39-4e36-959c-6dc736fff1bc req-335a1eed-35af-49e6-9a0f-e677ff30ffbd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bceaf3f-3cb5-457f-a270-6719b1c8af0b HTTP/1.1" status: 200 len: 998 time: 0.0606689 Aug 25 01:31:27.314646 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b6b9a742-bfd5-4f51-9a61-000af2aa8054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:27.334753 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-2f132820-8ad2-4fc2-8742-68143a1b12c2 None None] Set router 96a47d6d-64c2-4bdb-b4af-a19bf3b971e5 gateway port host: dv-cinder-790014-2-iscsi {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:31:27.355210 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576b5ff-8c39-4e36-959c-6dc736fff1bc req-04e8df4b-bb09-4187-b55a-270b8dadf136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:27.356581 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-4576b5ff-8c39-4e36-959c-6dc736fff1bc req-04e8df4b-bb09-4187-b55a-270b8dadf136 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=377ea34e-9667-47c0-90ed-ae7bee569363 HTTP/1.1" status: 200 len: 855 time: 0.0430861 Aug 25 01:31:27.405521 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576b5ff-8c39-4e36-959c-6dc736fff1bc req-43cc251c-2d51-4440-a8e6-5351be6da9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:27.407028 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-4576b5ff-8c39-4e36-959c-6dc736fff1bc req-43cc251c-2d51-4440-a8e6-5351be6da9de service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4b39bbca-d99b-4c6f-89e1-463d16db2dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401697 Aug 25 01:31:27.499791 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-4576b5ff-8c39-4e36-959c-6dc736fff1bc req-8098822f-380a-4e31-bd5a-589b0ca7cdf3 service neutron] 10.222.0.26 "GET /v2.0/networks/4b39bbca-d99b-4c6f-89e1-463d16db2dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830152 Aug 25 01:31:27.551328 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-2f132820-8ad2-4fc2-8742-68143a1b12c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a47d6d-64c2-4bdb-b4af-a19bf3b971e5', 'name': 'tempest-AttachVolumeShelveTestJSON-979801634-router', 'tenant_id': '0d3f6d9b58da4cf08feb13c48725af79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '50d82e7e-dbc7-4047-964e-d12dc78ec35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:31:05Z', 'updated_at': '2021-08-25T01:31:08Z', 'revision_number': 4, 'project_id': '0d3f6d9b58da4cf08feb13c48725af79', 'gw_port': {'id': '50d82e7e-dbc7-4047-964e-d12dc78ec35d', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a47d6d-64c2-4bdb-b4af-a19bf3b971e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:31:05Z', 'updated_at': '2021-08-25T01:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_floatingips': [{'id': 'fcc7f481-e120-44e2-b295-4f800833ddb0', 'tenant_id': '0d3f6d9b58da4cf08feb13c48725af79', 'floating_ip_address': '172.27.1.71', 'floating_network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'router_id': '96a47d6d-64c2-4bdb-b4af-a19bf3b971e5', 'port_id': '0bceaf3f-3cb5-457f-a270-6719b1c8af0b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b39bbca-d99b-4c6f-89e1-463d16db2dba', 'mac_address': 'fa:16:3e:e0:19:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4062759a-7420-4110-8d0c-77cbbc615973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T01:31:10Z', 'updated_at': '2021-08-25T01:31:26Z', 'revision_number': 1, 'project_id': '0d3f6d9b58da4cf08feb13c48725af79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e25ffdd2-3c21-41aa-8f85-1de512af30f4', 'name': '', 'network_id': '4b39bbca-d99b-4c6f-89e1-463d16db2dba', 'tenant_id': '0d3f6d9b58da4cf08feb13c48725af79', 'mac_address': 'fa:16:3e:1f:da:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a47d6d-64c2-4bdb-b4af-a19bf3b971e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '377ea34e-9667-47c0-90ed-ae7bee569363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:31:07Z', 'updated_at': '2021-08-25T01:31:13Z', 'revision_number': 5, 'project_id': '0d3f6d9b58da4cf08feb13c48725af79', 'subnets': [{'id': '377ea34e-9667-47c0-90ed-ae7bee569363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:31:27.577182 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f132820-8ad2-4fc2-8742-68143a1b12c2 None None] The sync data for ids ['96a47d6d-64c2-4bdb-b4af-a19bf3b971e5'] in dv-cinder-790014-2-iscsi is: [{'id': '96a47d6d-64c2-4bdb-b4af-a19bf3b971e5', 'name': 'tempest-AttachVolumeShelveTestJSON-979801634-router', 'tenant_id': '0d3f6d9b58da4cf08feb13c48725af79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '50d82e7e-dbc7-4047-964e-d12dc78ec35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:31:05Z', 'updated_at': '2021-08-25T01:31:08Z', 'revision_number': 4, 'project_id': '0d3f6d9b58da4cf08feb13c48725af79', 'gw_port': {'id': '50d82e7e-dbc7-4047-964e-d12dc78ec35d', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a47d6d-64c2-4bdb-b4af-a19bf3b971e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:31:05Z', 'updated_at': '2021-08-25T01:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_floatingips': [{'id': 'fcc7f481-e120-44e2-b295-4f800833ddb0', 'tenant_id': '0d3f6d9b58da4cf08feb13c48725af79', 'floating_ip_address': '172.27.1.71', 'floating_network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'router_id': '96a47d6d-64c2-4bdb-b4af-a19bf3b971e5', 'port_id': '0bceaf3f-3cb5-457f-a270-6719b1c8af0b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b39bbca-d99b-4c6f-89e1-463d16db2dba', 'mac_address': 'fa:16:3e:e0:19:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4062759a-7420-4110-8d0c-77cbbc615973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T01:31:10Z', 'updated_at': '2021-08-25T01:31:26Z', 'revision_number': 1, 'project_id': '0d3f6d9b58da4cf08feb13c48725af79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e25ffdd2-3c21-41aa-8f85-1de512af30f4', 'name': '', 'network_id': '4b39bbca-d99b-4c6f-89e1-463d16db2dba', 'tenant_id': '0d3f6d9b58da4cf08feb13c48725af79', 'mac_address': 'fa:16:3e:1f:da:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a47d6d-64c2-4bdb-b4af-a19bf3b971e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '377ea34e-9667-47c0-90ed-ae7bee569363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:31:07Z', 'updated_at': '2021-08-25T01:31:13Z', 'revision_number': 5, 'project_id': '0d3f6d9b58da4cf08feb13c48725af79', 'subnets': [{'id': '377ea34e-9667-47c0-90ed-ae7bee569363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 01:31:27.590398 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-4576b5ff-8c39-4e36-959c-6dc736fff1bc req-2cc9a439-aba4-4ca5-be60-22f03f449565 service neutron] 10.222.0.26 "GET /v2.0/networks/4b39bbca-d99b-4c6f-89e1-463d16db2dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822661 Aug 25 01:31:27.753619 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773cb1ee-7d14-45d0-8ae0-b60c562129a5 None None] New status for floating IP fcc7f481-e120-44e2-b295-4f800833ddb0: ACTIVE {{(pid=93835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 01:31:27.800553 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f138bdc-7c22-4ce3-a17a-a72cf6511351 req-f63371a1-99bc-4a42-bd4e-9d8e71ee527f tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:27.802021 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-4f138bdc-7c22-4ce3-a17a-a72cf6511351 req-f63371a1-99bc-4a42-bd4e-9d8e71ee527f tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bee6e99-f2a6-4433-9530-b4090aed762a HTTP/1.1" status: 200 len: 945 time: 0.0478046 Aug 25 01:31:27.838987 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-4f138bdc-7c22-4ce3-a17a-a72cf6511351 req-8681eac1-ad6e-4de9-96a8-4e29b7757a30 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] 10.222.0.23 "GET /v2.0/security-groups?id=981b4e0b-151e-4247-84dd-8a97133bb252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309117 Aug 25 01:31:28.953761 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b47fa-6a29-4aa2-8610-0252e4b90ebb req-a533d615-fcbc-4165-9f34-1136a618b20c tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:28.955230 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-db4b47fa-6a29-4aa2-8610-0252e4b90ebb req-a533d615-fcbc-4165-9f34-1136a618b20c tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bee6e99-f2a6-4433-9530-b4090aed762a HTTP/1.1" status: 200 len: 945 time: 0.0501888 Aug 25 01:31:28.992991 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-db4b47fa-6a29-4aa2-8610-0252e4b90ebb req-cc2de8ee-eb04-4c7a-8ed0-424eebd1a928 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] 10.222.0.23 "GET /v2.0/security-groups?id=981b4e0b-151e-4247-84dd-8a97133bb252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313010 Aug 25 01:31:30.278023 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-446cb7ad-faac-4d9b-8787-bf3d9b199079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:30.401882 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:30.889721 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d877336-721a-4d3d-9b41-e32e75b3d69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:32.554388 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-637296fa-69e7-4112-9a21-84726ca1bc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:43.247862 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.agents_db [None req-4bdcba96-0b2f-4eba-81a9-023f498d003c None None] Agent healthcheck: found 6 active agents {{(pid=93835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 01:31:47.978151 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d896b-8d1c-4ddc-b7a7-b2d683ba220c req-48d09396-a889-4837-8a7d-9e7cf7aecc9e tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:47.979536 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-744d896b-8d1c-4ddc-b7a7-b2d683ba220c req-48d09396-a889-4837-8a7d-9e7cf7aecc9e tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bee6e99-f2a6-4433-9530-b4090aed762a HTTP/1.1" status: 200 len: 945 time: 0.0466580 Aug 25 01:31:48.016986 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-744d896b-8d1c-4ddc-b7a7-b2d683ba220c req-8a136825-9911-42ec-bd53-e41edab8c8e9 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] 10.222.0.23 "GET /v2.0/security-groups?id=981b4e0b-151e-4247-84dd-8a97133bb252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310433 Aug 25 01:31:49.127806 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6a68b2-498a-4802-b1c8-fa4a16426288 req-bd3892d3-4768-4b6f-bd9e-d05116c3cd6e tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:49.129227 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-3b6a68b2-498a-4802-b1c8-fa4a16426288 req-bd3892d3-4768-4b6f-bd9e-d05116c3cd6e tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bee6e99-f2a6-4433-9530-b4090aed762a HTTP/1.1" status: 200 len: 945 time: 0.0466826 Aug 25 01:31:49.165826 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-3b6a68b2-498a-4802-b1c8-fa4a16426288 req-4bd135bf-38c3-4cb5-a949-628c21d75a62 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] 10.222.0.23 "GET /v2.0/security-groups?id=981b4e0b-151e-4247-84dd-8a97133bb252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308821 Aug 25 01:31:49.562470 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:49.844793 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd9425-b616-431d-8b11-ca10e4d9d205 req-d9c2f742-9d18-48c7-a610-3e8ec249a045 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:49.846158 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-40dd9425-b616-431d-8b11-ca10e4d9d205 req-d9c2f742-9d18-48c7-a610-3e8ec249a045 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] 10.222.0.26 "GET /v2.0/ports?device_id=9bee6e99-f2a6-4433-9530-b4090aed762a HTTP/1.1" status: 200 len: 945 time: 0.0483460 Aug 25 01:31:49.936391 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-40dd9425-b616-431d-8b11-ca10e4d9d205 req-65b10d19-b43f-44e7-825a-d08e1d19786f tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Deleting port feec4286-5f47-439f-b840-1b36dfbdcc99 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 01:31:49.936728 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-40dd9425-b616-431d-8b11-ca10e4d9d205 req-65b10d19-b43f-44e7-825a-d08e1d19786f tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782027226579'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:50.019724 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-40dd9425-b616-431d-8b11-ca10e4d9d205 req-65b10d19-b43f-44e7-825a-d08e1d19786f tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] For port feec4286-5f47-439f-b840-1b36dfbdcc99, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=feec4286-5f47-439f-b840-1b36dfbdcc99,segment=NetworkSegment(88111f06-2a4a-4958-b0e0-8ecb0ef77555),segment_id=88111f06-2a4a-4958-b0e0-8ecb0ef77555)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:31:50.020076 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-40dd9425-b616-431d-8b11-ca10e4d9d205 req-65b10d19-b43f-44e7-825a-d08e1d19786f tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647429'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:50.035718 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-40dd9425-b616-431d-8b11-ca10e4d9d205 req-65b10d19-b43f-44e7-825a-d08e1d19786f tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Calling delete_port for feec4286-5f47-439f-b840-1b36dfbdcc99 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 01:31:50.284324 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35151566-c026-4a05-abc9-7de4f96727b3 req-5feafdc7-90ba-468f-b142-b4ddbdd1d45a tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:50.285859 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-35151566-c026-4a05-abc9-7de4f96727b3 req-5feafdc7-90ba-468f-b142-b4ddbdd1d45a tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bee6e99-f2a6-4433-9530-b4090aed762a HTTP/1.1" status: 200 len: 945 time: 0.0523911 Aug 25 01:31:50.391354 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-40dd9425-b616-431d-8b11-ca10e4d9d205 req-65b10d19-b43f-44e7-825a-d08e1d19786f tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782027086291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782026665153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:50.407653 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] get_ports_and_sgs() called for port_ids ['feec4286-5f47-439f-b840-1b36dfbdcc99'] {{(pid=93834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 01:31:50.423970 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b10d19-b43f-44e7-825a-d08e1d19786f tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Pushing event deleted for resources: {'Port': ['ID=feec4286-5f47-439f-b840-1b36dfbdcc99,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:31:50.453451 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b10d19-b43f-44e7-825a-d08e1d19786f tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:31:50.453803 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b10d19-b43f-44e7-825a-d08e1d19786f tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:31:50.454107 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b10d19-b43f-44e7-825a-d08e1d19786f tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:31:50.454453 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b10d19-b43f-44e7-825a-d08e1d19786f tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:31:50.454795 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b10d19-b43f-44e7-825a-d08e1d19786f tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:31:50.455125 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b10d19-b43f-44e7-825a-d08e1d19786f tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:31:50.455450 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b10d19-b43f-44e7-825a-d08e1d19786f tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:31:50.455775 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b10d19-b43f-44e7-825a-d08e1d19786f tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:31:50.456097 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b10d19-b43f-44e7-825a-d08e1d19786f tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:31:50.456419 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b10d19-b43f-44e7-825a-d08e1d19786f tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:31:50.456741 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b10d19-b43f-44e7-825a-d08e1d19786f tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:31:50.457064 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b10d19-b43f-44e7-825a-d08e1d19786f tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:31:50.476099 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-40dd9425-b616-431d-8b11-ca10e4d9d205 req-65b10d19-b43f-44e7-825a-d08e1d19786f tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] No DVR routers for this DVR port feec4286-5f47-439f-b840-1b36dfbdcc99 on host hv-cinder-79001 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 01:31:50.478662 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-40dd9425-b616-431d-8b11-ca10e4d9d205 req-65b10d19-b43f-44e7-825a-d08e1d19786f tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:50.480722 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-40dd9425-b616-431d-8b11-ca10e4d9d205 req-65b10d19-b43f-44e7-825a-d08e1d19786f tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] 10.222.0.26 "DELETE /v2.0/ports/feec4286-5f47-439f-b840-1b36dfbdcc99 HTTP/1.1" status: 204 len: 173 time: 0.6286430 Aug 25 01:31:50.481170 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bee6e99-f2a6-4433-9530-b4090aed762a', 'name': 'network-vif-deleted', 'tag': 'feec4286-5f47-439f-b840-1b36dfbdcc99'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:31:50.484113 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6aaa77860150641abcbf195034e02978cb43d302165c9bbcbee081d494fe815" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d337e9-4a17-413f-a00e-bc743135d0c8" -d '{"events": [{"server_uuid": "9bee6e99-f2a6-4433-9530-b4090aed762a", "name": "network-vif-deleted", "tag": "feec4286-5f47-439f-b840-1b36dfbdcc99"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:31:50.521621 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-35151566-c026-4a05-abc9-7de4f96727b3 req-a86a0d43-c398-4e2f-8229-9f84df68f822 tempest-VolumesSnapshotTestJSON-1576902749 tempest-VolumesSnapshotTestJSON-1576902749-project] 10.222.0.23 "GET /v2.0/security-groups?id=981b4e0b-151e-4247-84dd-8a97133bb252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275612 Aug 25 01:31:50.558577 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 01:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20b78c8-88d3-45f6-bd4e-6c2afdf5f172 x-openstack-request-id: req-c20b78c8-88d3-45f6-bd4e-6c2afdf5f172 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:31:50.558895 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bee6e99-f2a6-4433-9530-b4090aed762a", "name": "network-vif-deleted", "tag": "feec4286-5f47-439f-b840-1b36dfbdcc99", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:31:50.559147 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c20b78c8-88d3-45f6-bd4e-6c2afdf5f172 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:31:50.559538 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bee6e99-f2a6-4433-9530-b4090aed762a', 'name': 'network-vif-deleted', 'tag': 'feec4286-5f47-439f-b840-1b36dfbdcc99', 'status': 'completed', 'code': 200} Aug 25 01:31:52.518240 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device feec4286-5f47-439f-b840-1b36dfbdcc99 no longer exists at agent hyperv_hv-cinder-79001 {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 01:31:52.542113 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] No Port match for: feec4286-5f47-439f-b840-1b36dfbdcc99 {{(pid=93834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 01:31:52.542456 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device feec4286-5f47-439f-b840-1b36dfbdcc99 not bound to the agent host hv-cinder-79001 {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 01:31:56.075781 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70341081-7e10-4dd2-9278-63031a5a853c req-d1e1452c-5e3d-462d-997f-00e35e134731 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:56.077198 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-70341081-7e10-4dd2-9278-63031a5a853c req-d1e1452c-5e3d-462d-997f-00e35e134731 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=2383f568-887e-4b89-99c4-4dcda46666d0 HTTP/1.1" status: 200 len: 946 time: 0.0467145 Aug 25 01:31:56.114754 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-70341081-7e10-4dd2-9278-63031a5a853c req-20a7d7f1-fa2d-4b0b-bf54-b4301b765f75 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups?id=4469e8d0-aa99-4a5f-afb4-832c6f98d772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314510 Aug 25 01:31:57.226697 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f5da4-c6e8-4093-92c4-2938a6e9a2a2 req-10b57c49-31df-45f6-bc00-98d1a93d8a36 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:57.228257 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-615f5da4-c6e8-4093-92c4-2938a6e9a2a2 req-10b57c49-31df-45f6-bc00-98d1a93d8a36 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=2383f568-887e-4b89-99c4-4dcda46666d0 HTTP/1.1" status: 200 len: 946 time: 0.0470457 Aug 25 01:31:57.266455 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-615f5da4-c6e8-4093-92c4-2938a6e9a2a2 req-2636ed55-5cad-4c7a-be9f-05e5b80487b0 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups?id=4469e8d0-aa99-4a5f-afb4-832c6f98d772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299590 Aug 25 01:31:57.305191 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3488d655-e85c-4946-b2d2-1de479e7ce26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:58.247649 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50bc0c-9438-4a00-aa13-001957b7521c req-4f46f619-834f-47fd-8d8a-02e459cdbc22 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:58.249053 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-8b50bc0c-9438-4a00-aa13-001957b7521c req-4f46f619-834f-47fd-8d8a-02e459cdbc22 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.26 "GET /v2.0/ports?device_id=2383f568-887e-4b89-99c4-4dcda46666d0 HTTP/1.1" status: 200 len: 946 time: 0.0461862 Aug 25 01:31:58.341618 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-8b50bc0c-9438-4a00-aa13-001957b7521c req-4305ca96-3397-4884-a361-cd4c61657858 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Deleting port 41aa4863-f6b3-4d81-ba00-6960a2966fa7 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 01:31:58.341956 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8b50bc0c-9438-4a00-aa13-001957b7521c req-4305ca96-3397-4884-a361-cd4c61657858 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782027226579'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:58.381543 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9eae7-bb10-4543-8bb4-7bfb1acca436 req-ae921251-7446-4c79-9270-6dc57f87197a tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:31:58.383052 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-f1e9eae7-bb10-4543-8bb4-7bfb1acca436 req-ae921251-7446-4c79-9270-6dc57f87197a tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=2383f568-887e-4b89-99c4-4dcda46666d0 HTTP/1.1" status: 200 len: 946 time: 0.0509758 Aug 25 01:31:58.419493 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-f1e9eae7-bb10-4543-8bb4-7bfb1acca436 req-136ee481-5af7-4242-bca9-ad2924f16223 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups?id=4469e8d0-aa99-4a5f-afb4-832c6f98d772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301232 Aug 25 01:31:58.428032 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-8b50bc0c-9438-4a00-aa13-001957b7521c req-4305ca96-3397-4884-a361-cd4c61657858 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] For port 41aa4863-f6b3-4d81-ba00-6960a2966fa7, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=41aa4863-f6b3-4d81-ba00-6960a2966fa7,segment=NetworkSegment(c9ed2e66-9f51-479e-a1c4-50aff58a808a),segment_id=c9ed2e66-9f51-479e-a1c4-50aff58a808a)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:31:58.428400 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8b50bc0c-9438-4a00-aa13-001957b7521c req-4305ca96-3397-4884-a361-cd4c61657858 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647429'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:58.641808 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8b50bc0c-9438-4a00-aa13-001957b7521c req-4305ca96-3397-4884-a361-cd4c61657858 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:58.642203 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8b50bc0c-9438-4a00-aa13-001957b7521c req-4305ca96-3397-4884-a361-cd4c61657858 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930814'] for floatingip, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:58.642578 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.db.l3_db [req-8b50bc0c-9438-4a00-aa13-001957b7521c req-4305ca96-3397-4884-a361-cd4c61657858 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Floating IP 8e19555b-9bc5-4f52-a18c-5c47718dc44c disassociated. External IP: 172.27.1.165, port: 41aa4863-f6b3-4d81-ba00-6960a2966fa7. Aug 25 01:31:58.642948 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-8b50bc0c-9438-4a00-aa13-001957b7521c req-4305ca96-3397-4884-a361-cd4c61657858 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Calling delete_port for 41aa4863-f6b3-4d81-ba00-6960a2966fa7 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 01:31:58.778075 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8b50bc0c-9438-4a00-aa13-001957b7521c req-4305ca96-3397-4884-a361-cd4c61657858 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782027086291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782026665153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:58.814584 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4305ca96-3397-4884-a361-cd4c61657858 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Pushing event deleted for resources: {'Port': ['ID=41aa4863-f6b3-4d81-ba00-6960a2966fa7,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:31:58.946239 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b50bc0c-9438-4a00-aa13-001957b7521c req-4305ca96-3397-4884-a361-cd4c61657858 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Router 0e9a075c-22dd-4b44-aec9-64918f1f1dfb has already been hosted by L3 agent 2e219680-1a48-4599-ad97-adf9ec497b47 {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 01:31:59.055728 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b50bc0c-9438-4a00-aa13-001957b7521c req-4305ca96-3397-4884-a361-cd4c61657858 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify agent at l3_agent.dv-cinder-790014-2-iscsi the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 01:31:59.065776 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c008e46f-85c6-4886-8c38-e6464281ae7b None None] Sync routers for ids ['0e9a075c-22dd-4b44-aec9-64918f1f1dfb'] in dv-cinder-790014-2-iscsi {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 01:31:59.075515 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c008e46f-85c6-4886-8c38-e6464281ae7b None None] Routers {'0e9a075c-22dd-4b44-aec9-64918f1f1dfb'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:31:59.076132 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-c008e46f-85c6-4886-8c38-e6464281ae7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:31:30Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['0e9a075c-22dd-4b44-aec9-64918f1f1dfb'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:31:59.096562 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b50bc0c-9438-4a00-aa13-001957b7521c req-4305ca96-3397-4884-a361-cd4c61657858 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] No DVR routers for this DVR port 41aa4863-f6b3-4d81-ba00-6960a2966fa7 on host hv-cinder-79001 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 01:31:59.099084 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8b50bc0c-9438-4a00-aa13-001957b7521c req-4305ca96-3397-4884-a361-cd4c61657858 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:31:59.101056 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-8b50bc0c-9438-4a00-aa13-001957b7521c req-4305ca96-3397-4884-a361-cd4c61657858 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.26 "DELETE /v2.0/ports/41aa4863-f6b3-4d81-ba00-6960a2966fa7 HTTP/1.1" status: 204 len: 173 time: 0.8448522 Aug 25 01:31:59.101478 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2383f568-887e-4b89-99c4-4dcda46666d0', 'name': 'network-vif-deleted', 'tag': '41aa4863-f6b3-4d81-ba00-6960a2966fa7'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:31:59.103703 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6aaa77860150641abcbf195034e02978cb43d302165c9bbcbee081d494fe815" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e0f772-5cb9-4fe2-97a5-461f33b56816" -d '{"events": [{"server_uuid": "2383f568-887e-4b89-99c4-4dcda46666d0", "name": "network-vif-deleted", "tag": "41aa4863-f6b3-4d81-ba00-6960a2966fa7"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:31:59.152082 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 01:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d5ef06-72b9-48bc-bee2-784dc8ae5fc7 x-openstack-request-id: req-51d5ef06-72b9-48bc-bee2-784dc8ae5fc7 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:31:59.152588 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2383f568-887e-4b89-99c4-4dcda46666d0", "name": "network-vif-deleted", "tag": "41aa4863-f6b3-4d81-ba00-6960a2966fa7", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:31:59.153062 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-51d5ef06-72b9-48bc-bee2-784dc8ae5fc7 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:31:59.153452 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2383f568-887e-4b89-99c4-4dcda46666d0', 'name': 'network-vif-deleted', 'tag': '41aa4863-f6b3-4d81-ba00-6960a2966fa7', 'status': 'completed', 'code': 200} Aug 25 01:31:59.307872 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-c008e46f-85c6-4886-8c38-e6464281ae7b None None] Set router 0e9a075c-22dd-4b44-aec9-64918f1f1dfb gateway port host: dv-cinder-790014-2-iscsi {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:31:59.501540 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-c008e46f-85c6-4886-8c38-e6464281ae7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9a075c-22dd-4b44-aec9-64918f1f1dfb', 'name': 'tempest-AttachVolumeTestJSON-1662807020-router', 'tenant_id': 'b76ebd48c69044859010968bacfba90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '89adf160-2f39-4d88-ab8f-2fb2c038b7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:27:07Z', 'updated_at': '2021-08-25T01:27:18Z', 'revision_number': 4, 'project_id': 'b76ebd48c69044859010968bacfba90b', 'gw_port': {'id': '89adf160-2f39-4d88-ab8f-2fb2c038b7ed', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:50:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a075c-22dd-4b44-aec9-64918f1f1dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:27:08Z', 'updated_at': '2021-08-25T01:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_interfaces': [{'id': '3ec4662c-e549-4384-8a07-f416f3e8010f', 'name': '', 'network_id': 'fd6ab0d2-8137-4fff-919c-e0812b557a4f', 'tenant_id': 'b76ebd48c69044859010968bacfba90b', 'mac_address': 'fa:16:3e:20:d6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a075c-22dd-4b44-aec9-64918f1f1dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '480d38ea-d24b-4229-80ef-563e46a6a2ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:27:15Z', 'updated_at': '2021-08-25T01:27:29Z', 'revision_number': 5, 'project_id': 'b76ebd48c69044859010968bacfba90b', 'subnets': [{'id': '480d38ea-d24b-4229-80ef-563e46a6a2ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:31:59.533430 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c008e46f-85c6-4886-8c38-e6464281ae7b None None] Checking router: 0e9a075c-22dd-4b44-aec9-64918f1f1dfb for host: dv-cinder-790014-2-iscsi {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 01:31:59.538731 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-850caca2-322d-4ef3-8eee-efc35818650b req-011ba350-0ee3-4ea8-b1ff-1b0caa63bed2 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=2383f568-887e-4b89-99c4-4dcda46666d0 HTTP/1.1" status: 200 len: 210 time: 0.0302043 Aug 25 01:31:59.543451 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c008e46f-85c6-4886-8c38-e6464281ae7b None None] Routers {'0e9a075c-22dd-4b44-aec9-64918f1f1dfb'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:31:59.543814 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-c008e46f-85c6-4886-8c38-e6464281ae7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:31:30Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['0e9a075c-22dd-4b44-aec9-64918f1f1dfb'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:31:59.655952 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-c008e46f-85c6-4886-8c38-e6464281ae7b None None] Set router 0e9a075c-22dd-4b44-aec9-64918f1f1dfb gateway port host: dv-cinder-790014-2-iscsi {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:31:59.853474 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-c008e46f-85c6-4886-8c38-e6464281ae7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9a075c-22dd-4b44-aec9-64918f1f1dfb', 'name': 'tempest-AttachVolumeTestJSON-1662807020-router', 'tenant_id': 'b76ebd48c69044859010968bacfba90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '89adf160-2f39-4d88-ab8f-2fb2c038b7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:27:07Z', 'updated_at': '2021-08-25T01:27:18Z', 'revision_number': 4, 'project_id': 'b76ebd48c69044859010968bacfba90b', 'gw_port': {'id': '89adf160-2f39-4d88-ab8f-2fb2c038b7ed', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:50:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a075c-22dd-4b44-aec9-64918f1f1dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:27:08Z', 'updated_at': '2021-08-25T01:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_interfaces': [{'id': '3ec4662c-e549-4384-8a07-f416f3e8010f', 'name': '', 'network_id': 'fd6ab0d2-8137-4fff-919c-e0812b557a4f', 'tenant_id': 'b76ebd48c69044859010968bacfba90b', 'mac_address': 'fa:16:3e:20:d6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a075c-22dd-4b44-aec9-64918f1f1dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '480d38ea-d24b-4229-80ef-563e46a6a2ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:27:15Z', 'updated_at': '2021-08-25T01:27:29Z', 'revision_number': 5, 'project_id': 'b76ebd48c69044859010968bacfba90b', 'subnets': [{'id': '480d38ea-d24b-4229-80ef-563e46a6a2ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:31:59.880410 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c008e46f-85c6-4886-8c38-e6464281ae7b None None] The sync data for ids ['0e9a075c-22dd-4b44-aec9-64918f1f1dfb'] in dv-cinder-790014-2-iscsi is: [{'id': '0e9a075c-22dd-4b44-aec9-64918f1f1dfb', 'name': 'tempest-AttachVolumeTestJSON-1662807020-router', 'tenant_id': 'b76ebd48c69044859010968bacfba90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '89adf160-2f39-4d88-ab8f-2fb2c038b7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:27:07Z', 'updated_at': '2021-08-25T01:27:18Z', 'revision_number': 4, 'project_id': 'b76ebd48c69044859010968bacfba90b', 'gw_port': {'id': '89adf160-2f39-4d88-ab8f-2fb2c038b7ed', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:50:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a075c-22dd-4b44-aec9-64918f1f1dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:27:08Z', 'updated_at': '2021-08-25T01:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_interfaces': [{'id': '3ec4662c-e549-4384-8a07-f416f3e8010f', 'name': '', 'network_id': 'fd6ab0d2-8137-4fff-919c-e0812b557a4f', 'tenant_id': 'b76ebd48c69044859010968bacfba90b', 'mac_address': 'fa:16:3e:20:d6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a075c-22dd-4b44-aec9-64918f1f1dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '480d38ea-d24b-4229-80ef-563e46a6a2ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:27:15Z', 'updated_at': '2021-08-25T01:27:29Z', 'revision_number': 5, 'project_id': 'b76ebd48c69044859010968bacfba90b', 'subnets': [{'id': '480d38ea-d24b-4229-80ef-563e46a6a2ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 01:32:00.112805 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373ebdc7-a1b2-4de2-8b8c-bba7f9007d4f None None] New status for floating IP 8e19555b-9bc5-4f52-a18c-5c47718dc44c: DOWN {{(pid=93835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 01:32:00.279788 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d85e6a25-311e-42e3-8451-5c3d501dc51f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:00.402139 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:00.630000 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 54278) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:32:00.689071 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-14110801-2d33-4c74-b1fe-865110679eae tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:00.713039 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-14110801-2d33-4c74-b1fe-865110679eae tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:00.759658 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-14110801-2d33-4c74-b1fe-865110679eae tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:00.762586 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-14110801-2d33-4c74-b1fe-865110679eae tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:00.763744 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-14110801-2d33-4c74-b1fe-865110679eae tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "DELETE /v2.0/security-groups/4469e8d0-aa99-4a5f-afb4-832c6f98d772 HTTP/1.1" status: 204 len: 168 time: 0.1321583 Aug 25 01:32:00.767143 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 54280) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:32:00.773312 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14110801-2d33-4c74-b1fe-865110679eae tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4469e8d0-aa99-4a5f-afb4-832c6f98d772,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:32:00.782914 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.api.v2.resource [None req-869260ae-3971-460c-9d76-b6930c1b9984 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] show failed (client error): The resource could not be found. Aug 25 01:32:00.786570 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-869260ae-3971-460c-9d76-b6930c1b9984 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups/4469e8d0-aa99-4a5f-afb4-832c6f98d772 HTTP/1.1" status: 404 len: 347 time: 0.0152829 Aug 25 01:32:00.786901 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 54282) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:32:00.893759 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d877336-721a-4d3d-9b41-e32e75b3d69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:00.911365 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-725dd6b3-9617-4e31-97c6-5d19a159f8c0 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Deleting port 63717a20-9787-4b0e-9d38-11304be131b5 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 01:32:00.911703 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-725dd6b3-9617-4e31-97c6-5d19a159f8c0 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782027226579'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:00.987375 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-725dd6b3-9617-4e31-97c6-5d19a159f8c0 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647429'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:00.987609 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-725dd6b3-9617-4e31-97c6-5d19a159f8c0 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:00.998552 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-725dd6b3-9617-4e31-97c6-5d19a159f8c0 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Calling delete_port for 63717a20-9787-4b0e-9d38-11304be131b5 owned by network:floatingip {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 01:32:01.130998 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-725dd6b3-9617-4e31-97c6-5d19a159f8c0 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782027086291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782026665153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:01.157713 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725dd6b3-9617-4e31-97c6-5d19a159f8c0 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Pushing event deleted for resources: {'Port': ['ID=63717a20-9787-4b0e-9d38-11304be131b5,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:32:01.214184 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-725dd6b3-9617-4e31-97c6-5d19a159f8c0 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks [] for floatingip, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:01.216649 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-725dd6b3-9617-4e31-97c6-5d19a159f8c0 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:01.217768 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-725dd6b3-9617-4e31-97c6-5d19a159f8c0 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "DELETE /v2.0/floatingips/8e19555b-9bc5-4f52-a18c-5c47718dc44c HTTP/1.1" status: 204 len: 168 time: 0.4299366 Aug 25 01:32:01.233708 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device 41aa4863-f6b3-4d81-ba00-6960a2966fa7 no longer exists at agent hyperv_hv-cinder-79001 {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 01:32:01.254394 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] No Port match for: 41aa4863-f6b3-4d81-ba00-6960a2966fa7 {{(pid=93834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 01:32:01.254801 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device 41aa4863-f6b3-4d81-ba00-6960a2966fa7 not bound to the agent host hv-cinder-79001 {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 01:32:01.785121 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 54290) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:32:01.789727 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [None req-65d9b80c-585d-47d5-b8b4-34dd0f3be4a6 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1989605367', 'description': 'tempest-description--1294467390'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:32:01.811160 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-65d9b80c-585d-47d5-b8b4-34dd0f3be4a6 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:01.889463 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-65d9b80c-585d-47d5-b8b4-34dd0f3be4a6 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:01.893339 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-65d9b80c-585d-47d5-b8b4-34dd0f3be4a6 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:01.920014 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-65d9b80c-585d-47d5-b8b4-34dd0f3be4a6 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:01.921204 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-65d9b80c-585d-47d5-b8b4-34dd0f3be4a6 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1351206 Aug 25 01:32:01.923042 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d9b80c-585d-47d5-b8b4-34dd0f3be4a6 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4135bf26-5392-49ba-9dc2-5c823a87f295,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:32:01.924266 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 54292) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:32:01.929964 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.v2.base [None req-5f033790-b65c-4a31-a389-dedae3457bfe tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Request body: {'security_group_rule': {'security_group_id': '4135bf26-5392-49ba-9dc2-5c823a87f295', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:32:01.956247 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5f033790-b65c-4a31-a389-dedae3457bfe tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:02.018071 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5f033790-b65c-4a31-a389-dedae3457bfe tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:02.021517 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5f033790-b65c-4a31-a389-dedae3457bfe tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019102'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:02.038257 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f033790-b65c-4a31-a389-dedae3457bfe tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc715cba-1b3e-4d58-b5f7-f88e7c12df0d,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:32:02.043884 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5f033790-b65c-4a31-a389-dedae3457bfe tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:02.044954 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-5f033790-b65c-4a31-a389-dedae3457bfe tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1189251 Aug 25 01:32:02.048476 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 54294) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:32:02.052693 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.v2.base [None req-82591ab6-0237-49b7-a759-ed6c931b85c3 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Request body: {'security_group_rule': {'security_group_id': '4135bf26-5392-49ba-9dc2-5c823a87f295', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:32:02.076852 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-82591ab6-0237-49b7-a759-ed6c931b85c3 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:02.129880 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-82591ab6-0237-49b7-a759-ed6c931b85c3 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:02.133948 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-82591ab6-0237-49b7-a759-ed6c931b85c3 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019102'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:02.151048 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82591ab6-0237-49b7-a759-ed6c931b85c3 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bd73925-1051-4688-a4b8-1204cbc9213e,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:32:02.157012 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-82591ab6-0237-49b7-a759-ed6c931b85c3 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:02.159882 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-82591ab6-0237-49b7-a759-ed6c931b85c3 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1088405 Aug 25 01:32:02.161208 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 54296) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:32:02.165503 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.v2.base [None req-4a2a4e32-3c52-48f9-821a-ae96940e29a8 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Request body: {'floatingip': {'floating_network_id': '010d8b7d-53b1-407d-b771-6477c60770f4'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:32:02.187374 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4a2a4e32-3c52-48f9-821a-ae96940e29a8 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks [] for floatingip, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:02.281166 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4a2a4e32-3c52-48f9-821a-ae96940e29a8 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:02.376810 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-4a2a4e32-3c52-48f9-821a-ae96940e29a8 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Allocated IP 172.27.1.33 (010d8b7d-53b1-407d-b771-6477c60770f4/e3100a47-8cf0-41e7-afe0-dcfedb56ff39/87e37cde-503c-4fa2-a001-fbbc85e7bb8c) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 01:32:02.474042 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4a2a4e32-3c52-48f9-821a-ae96940e29a8 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:02.511190 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4a2a4e32-3c52-48f9-821a-ae96940e29a8 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782026665144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11069661'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:02.549067 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2a4e32-3c52-48f9-821a-ae96940e29a8 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Network 010d8b7d-53b1-407d-b771-6477c60770f4 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:32:02.551907 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-4a2a4e32-3c52-48f9-821a-ae96940e29a8 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:32:02.555422 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2a4e32-3c52-48f9-821a-ae96940e29a8 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 01:32:02.560755 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-637296fa-69e7-4112-9a21-84726ca1bc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:02.576771 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2a4e32-3c52-48f9-821a-ae96940e29a8 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Pushing event updated for resources: {'Port': ['ID=87e37cde-503c-4fa2-a001-fbbc85e7bb8c,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:32:02.642726 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4a2a4e32-3c52-48f9-821a-ae96940e29a8 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:02.674843 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4a2a4e32-3c52-48f9-821a-ae96940e29a8 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:02.817030 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4a2a4e32-3c52-48f9-821a-ae96940e29a8 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:02.821382 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4a2a4e32-3c52-48f9-821a-ae96940e29a8 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11069652'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:02.884466 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2a4e32-3c52-48f9-821a-ae96940e29a8 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Pushing event updated for resources: {'Port': ['ID=87e37cde-503c-4fa2-a001-fbbc85e7bb8c,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:32:02.895752 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4a2a4e32-3c52-48f9-821a-ae96940e29a8 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930814'] for floatingip, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:02.909365 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4a2a4e32-3c52-48f9-821a-ae96940e29a8 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:02.910555 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-4a2a4e32-3c52-48f9-821a-ae96940e29a8 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7484236 Aug 25 01:32:03.088751 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-88283197-6fa1-4866-955a-024024b7926a req-75c76810-00bd-4e7d-b6c1-fef04f9622aa tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1989605367&fields=id&tenant_id=b76ebd48c69044859010968bacfba90b HTTP/1.1" status: 200 len: 267 time: 0.0313694 Aug 25 01:32:03.193087 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88283197-6fa1-4866-955a-024024b7926a req-bde737b9-e375-44a6-b590-dfae2cce562d tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:03.194539 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-88283197-6fa1-4866-955a-024024b7926a req-bde737b9-e375-44a6-b590-dfae2cce562d tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/networks?id=fd6ab0d2-8137-4fff-919c-e0812b557a4f HTTP/1.1" status: 200 len: 811 time: 0.0988863 Aug 25 01:32:03.214463 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-88283197-6fa1-4866-955a-024024b7926a req-b72b6e0a-dbaa-4c16-b8f2-7d9ac06e99e0 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/quotas/b76ebd48c69044859010968bacfba90b HTTP/1.1" status: 200 len: 375 time: 0.0142767 Aug 25 01:32:03.267337 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-88283197-6fa1-4866-955a-024024b7926a req-eb83ef78-a0f7-49d7-a418-22c800f4c2ac tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b76ebd48c69044859010968bacfba90b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467696 Aug 25 01:32:03.364908 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-88283197-6fa1-4866-955a-024024b7926a req-de45ca81-73d4-42ab-affb-0d411ec98137 service neutron] 10.222.0.23 "GET /v2.0/networks/fd6ab0d2-8137-4fff-919c-e0812b557a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862150 Aug 25 01:32:03.453638 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-88283197-6fa1-4866-955a-024024b7926a req-dbf6243d-268f-490a-bfe0-5fbe2af5cfe6 service neutron] 10.222.0.23 "GET /v2.0/networks/fd6ab0d2-8137-4fff-919c-e0812b557a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826819 Aug 25 01:32:03.628637 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ecd9a3e2-8eb2-4a8d-b92c-4ca9a7356ffc req-10307bb3-b21d-4a3f-b0ca-a0bc4bc889e6 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8b31568-9ffd-49b4-a05e-f336ad399d88 HTTP/1.1" status: 200 len: 210 time: 0.0256164 Aug 25 01:32:04.528353 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88283197-6fa1-4866-955a-024024b7926a req-276843b5-93f6-4833-9812-e26100ed68e4 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:04.529805 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-88283197-6fa1-4866-955a-024024b7926a req-276843b5-93f6-4833-9812-e26100ed68e4 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.26 "GET /v2.0/networks?id=fd6ab0d2-8137-4fff-919c-e0812b557a4f HTTP/1.1" status: 200 len: 811 time: 0.1058695 Aug 25 01:32:04.576811 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-88283197-6fa1-4866-955a-024024b7926a req-3c2aafb5-9b64-4b49-bb4b-ebed91bfa66a tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b76ebd48c69044859010968bacfba90b HTTP/1.1" status: 200 len: 380 time: 0.0361366 Aug 25 01:32:04.590901 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [req-88283197-6fa1-4866-955a-024024b7926a req-6b2b1a9c-983a-4a4c-94b4-6064a301b5b1 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Request body: {'port': {'device_id': 'c8b31568-9ffd-49b4-a05e-f336ad399d88', 'network_id': 'fd6ab0d2-8137-4fff-919c-e0812b557a4f', 'admin_state_up': True, 'tenant_id': 'b76ebd48c69044859010968bacfba90b', 'security_groups': ['4135bf26-5392-49ba-9dc2-5c823a87f295']}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:32:04.712318 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88283197-6fa1-4866-955a-024024b7926a req-6b2b1a9c-983a-4a4c-94b4-6064a301b5b1 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Made reservation on behalf of b76ebd48c69044859010968bacfba90b for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 01:32:04.716344 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-88283197-6fa1-4866-955a-024024b7926a req-6b2b1a9c-983a-4a4c-94b4-6064a301b5b1 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:04.729984 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-75fe3879-0190-46f2-8e7a-74edf4797aa3 req-6fb4037e-11c7-4929-bf5b-5520e1d47c03 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8b31568-9ffd-49b4-a05e-f336ad399d88 HTTP/1.1" status: 200 len: 210 time: 0.0253346 Aug 25 01:32:04.841164 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-88283197-6fa1-4866-955a-024024b7926a req-6b2b1a9c-983a-4a4c-94b4-6064a301b5b1 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Allocated IP 172.20.0.11 (fd6ab0d2-8137-4fff-919c-e0812b557a4f/480d38ea-d24b-4229-80ef-563e46a6a2ce/2b2e8cee-7b57-4858-8548-d09e9e90e699) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 01:32:04.983938 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-88283197-6fa1-4866-955a-024024b7926a req-6b2b1a9c-983a-4a4c-94b4-6064a301b5b1 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:04.996682 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-88283197-6fa1-4866-955a-024024b7926a req-6b2b1a9c-983a-4a4c-94b4-6064a301b5b1 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Transition to ACTIVE for port object 2b2e8cee-7b57-4858-8548-d09e9e90e699 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:32:05.029147 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-88283197-6fa1-4866-955a-024024b7926a req-6b2b1a9c-983a-4a4c-94b4-6064a301b5b1 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782026665144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:05.067438 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88283197-6fa1-4866-955a-024024b7926a req-6b2b1a9c-983a-4a4c-94b4-6064a301b5b1 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Network fd6ab0d2-8137-4fff-919c-e0812b557a4f is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:32:05.072059 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-88283197-6fa1-4866-955a-024024b7926a req-6b2b1a9c-983a-4a4c-94b4-6064a301b5b1 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:32:05.075561 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-88283197-6fa1-4866-955a-024024b7926a req-6b2b1a9c-983a-4a4c-94b4-6064a301b5b1 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 01:32:05.103258 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2b1a9c-983a-4a4c-94b4-6064a301b5b1 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Pushing event updated for resources: {'Port': ['ID=2b2e8cee-7b57-4858-8548-d09e9e90e699,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:32:05.127942 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88283197-6fa1-4866-955a-024024b7926a req-6b2b1a9c-983a-4a4c-94b4-6064a301b5b1 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:05.128553 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-88283197-6fa1-4866-955a-024024b7926a req-6b2b1a9c-983a-4a4c-94b4-6064a301b5b1 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:05.143777 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-88283197-6fa1-4866-955a-024024b7926a req-6b2b1a9c-983a-4a4c-94b4-6064a301b5b1 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5569091 Aug 25 01:32:05.157535 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [req-88283197-6fa1-4866-955a-024024b7926a req-9c94846a-9cbf-475f-94e3-36d78e3ccfef service neutron] Request body: {'port': {'device_id': 'c8b31568-9ffd-49b4-a05e-f336ad399d88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:32:05.215746 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-88283197-6fa1-4866-955a-024024b7926a req-9c94846a-9cbf-475f-94e3-36d78e3ccfef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:05.319912 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-202e3add-6424-481b-9015-60c8fcb13a3b None None] Provisioning for port 2b2e8cee-7b57-4858-8548-d09e9e90e699 completed by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:32:05.323720 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-202e3add-6424-481b-9015-60c8fcb13a3b None None] Provisioning complete for port 2b2e8cee-7b57-4858-8548-d09e9e90e699 triggered by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:32:05.324189 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-202e3add-6424-481b-9015-60c8fcb13a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:05.361071 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-202e3add-6424-481b-9015-60c8fcb13a3b None None] Port 2b2e8cee-7b57-4858-8548-d09e9e90e699 cannot update to ACTIVE because it is not bound. {{(pid=93834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 01:32:05.473546 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [req-88283197-6fa1-4866-955a-024024b7926a req-9c94846a-9cbf-475f-94e3-36d78e3ccfef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b2e8cee-7b57-4858-8548-d09e9e90e699 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 01:32:05.480819 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-88283197-6fa1-4866-955a-024024b7926a req-9c94846a-9cbf-475f-94e3-36d78e3ccfef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:05.492669 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-88283197-6fa1-4866-955a-024024b7926a req-9c94846a-9cbf-475f-94e3-36d78e3ccfef service neutron] Transition to ACTIVE for port object 2b2e8cee-7b57-4858-8548-d09e9e90e699 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:32:05.496240 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-88283197-6fa1-4866-955a-024024b7926a req-9c94846a-9cbf-475f-94e3-36d78e3ccfef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8611129'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:05.545454 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c94846a-9cbf-475f-94e3-36d78e3ccfef service neutron] Pushing event updated for resources: {'Port': ['ID=2b2e8cee-7b57-4858-8548-d09e9e90e699,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:32:05.614737 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-88283197-6fa1-4866-955a-024024b7926a req-9c94846a-9cbf-475f-94e3-36d78e3ccfef service neutron] Attempting to bind port 2b2e8cee-7b57-4858-8548-d09e9e90e699 on host hv-cinder-79001 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 01:32:05.615079 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-88283197-6fa1-4866-955a-024024b7926a req-9c94846a-9cbf-475f-94e3-36d78e3ccfef service neutron] Attempting to bind port 2b2e8cee-7b57-4858-8548-d09e9e90e699 by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': 'c9ed2e66-9f51-479e-a1c4-50aff58a808a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fd6ab0d2-8137-4fff-919c-e0812b557a4f'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 01:32:05.615403 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88283197-6fa1-4866-955a-024024b7926a req-9c94846a-9cbf-475f-94e3-36d78e3ccfef service neutron] Attempting to bind port 2b2e8cee-7b57-4858-8548-d09e9e90e699 on network fd6ab0d2-8137-4fff-919c-e0812b557a4f {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:32:05.619681 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88283197-6fa1-4866-955a-024024b7926a req-9c94846a-9cbf-475f-94e3-36d78e3ccfef service neutron] Port 2b2e8cee-7b57-4858-8548-d09e9e90e699 on network fd6ab0d2-8137-4fff-919c-e0812b557a4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 01:32:05.620000 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88283197-6fa1-4866-955a-024024b7926a req-9c94846a-9cbf-475f-94e3-36d78e3ccfef service neutron] Attempting to bind port 2b2e8cee-7b57-4858-8548-d09e9e90e699 on network fd6ab0d2-8137-4fff-919c-e0812b557a4f {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:32:05.625494 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88283197-6fa1-4866-955a-024024b7926a req-9c94846a-9cbf-475f-94e3-36d78e3ccfef service neutron] Checking agent: {'id': '05c2a1f8-ef41-45f5-8e32-988b9472ad60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 1, 25, 19), 'started_at': datetime.datetime(2021, 8, 25, 1, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 1, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 01:32:05.625834 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88283197-6fa1-4866-955a-024024b7926a req-9c94846a-9cbf-475f-94e3-36d78e3ccfef service neutron] Checking segment: {'id': 'c9ed2e66-9f51-479e-a1c4-50aff58a808a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fd6ab0d2-8137-4fff-919c-e0812b557a4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:32:05.626210 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88283197-6fa1-4866-955a-024024b7926a req-9c94846a-9cbf-475f-94e3-36d78e3ccfef service neutron] Bound using segment: {'id': 'c9ed2e66-9f51-479e-a1c4-50aff58a808a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fd6ab0d2-8137-4fff-919c-e0812b557a4f'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 01:32:05.626631 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-88283197-6fa1-4866-955a-024024b7926a req-9c94846a-9cbf-475f-94e3-36d78e3ccfef service neutron] Bound port: 2b2e8cee-7b57-4858-8548-d09e9e90e699, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ed2e66-9f51-479e-a1c4-50aff58a808a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fd6ab0d2-8137-4fff-919c-e0812b557a4f'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 01:32:05.627006 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-88283197-6fa1-4866-955a-024024b7926a req-9c94846a-9cbf-475f-94e3-36d78e3ccfef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:05.690531 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-88283197-6fa1-4866-955a-024024b7926a req-9c94846a-9cbf-475f-94e3-36d78e3ccfef service neutron] For port 2b2e8cee-7b57-4858-8548-d09e9e90e699, host hv-cinder-79001, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 01:32:05.693644 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-88283197-6fa1-4866-955a-024024b7926a req-9c94846a-9cbf-475f-94e3-36d78e3ccfef service neutron] For port 2b2e8cee-7b57-4858-8548-d09e9e90e699, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=2b2e8cee-7b57-4858-8548-d09e9e90e699,segment=NetworkSegment(c9ed2e66-9f51-479e-a1c4-50aff58a808a),segment_id=c9ed2e66-9f51-479e-a1c4-50aff58a808a)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 01:32:05.696987 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-88283197-6fa1-4866-955a-024024b7926a req-9c94846a-9cbf-475f-94e3-36d78e3ccfef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8611129'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:05.728752 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88283197-6fa1-4866-955a-024024b7926a req-9c94846a-9cbf-475f-94e3-36d78e3ccfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:05.729353 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-88283197-6fa1-4866-955a-024024b7926a req-9c94846a-9cbf-475f-94e3-36d78e3ccfef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:05.730725 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-88283197-6fa1-4866-955a-024024b7926a req-9c94846a-9cbf-475f-94e3-36d78e3ccfef service neutron] 10.222.0.26 "PUT /v2.0/ports/2b2e8cee-7b57-4858-8548-d09e9e90e699 HTTP/1.1" status: 200 len: 1094 time: 0.5781045 Aug 25 01:32:05.731157 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8b31568-9ffd-49b4-a05e-f336ad399d88', 'tag': '2b2e8cee-7b57-4858-8548-d09e9e90e699'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:32:05.733366 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6aaa77860150641abcbf195034e02978cb43d302165c9bbcbee081d494fe815" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6426ea-2809-4d0a-b702-22122623d905" -d '{"events": [{"name": "network-changed", "server_uuid": "c8b31568-9ffd-49b4-a05e-f336ad399d88", "tag": "2b2e8cee-7b57-4858-8548-d09e9e90e699"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:32:05.758614 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c94846a-9cbf-475f-94e3-36d78e3ccfef service neutron] Pushing event updated for resources: {'Port': ['ID=2b2e8cee-7b57-4858-8548-d09e9e90e699,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:32:05.823678 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 01:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222d4525-a549-4bb8-95c5-46a07ccf825b x-openstack-request-id: req-222d4525-a549-4bb8-95c5-46a07ccf825b {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:32:05.824208 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8b31568-9ffd-49b4-a05e-f336ad399d88", "tag": "2b2e8cee-7b57-4858-8548-d09e9e90e699", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:32:05.824623 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-222d4525-a549-4bb8-95c5-46a07ccf825b {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:32:05.825973 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8b31568-9ffd-49b4-a05e-f336ad399d88', 'tag': '2b2e8cee-7b57-4858-8548-d09e9e90e699', 'status': 'completed', 'code': 200} Aug 25 01:32:05.840481 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88283197-6fa1-4866-955a-024024b7926a req-3785b846-e42c-4bd9-89dc-731234bccf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:05.841981 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-88283197-6fa1-4866-955a-024024b7926a req-3785b846-e42c-4bd9-89dc-731234bccf4a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b76ebd48c69044859010968bacfba90b&device_id=c8b31568-9ffd-49b4-a05e-f336ad399d88 HTTP/1.1" status: 200 len: 1097 time: 0.0660515 Aug 25 01:32:05.893057 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-88283197-6fa1-4866-955a-024024b7926a req-9b248324-457b-4715-9530-eec3746a4ba0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b2e8cee-7b57-4858-8548-d09e9e90e699 HTTP/1.1" status: 200 len: 217 time: 0.0431781 Aug 25 01:32:05.909714 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737522a-1a6e-4efd-97cd-a0c1ada635a0 req-d93c3107-b59e-4430-8f63-132ad4031d1c tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:05.911889 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d737522a-1a6e-4efd-97cd-a0c1ada635a0 req-d93c3107-b59e-4430-8f63-132ad4031d1c tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8b31568-9ffd-49b4-a05e-f336ad399d88 HTTP/1.1" status: 200 len: 944 time: 0.0673146 Aug 25 01:32:05.950659 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88283197-6fa1-4866-955a-024024b7926a req-7937caea-43d0-427a-836f-999eaac21500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:05.952180 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-88283197-6fa1-4866-955a-024024b7926a req-7937caea-43d0-427a-836f-999eaac21500 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=480d38ea-d24b-4229-80ef-563e46a6a2ce HTTP/1.1" status: 200 len: 850 time: 0.0520792 Aug 25 01:32:05.952326 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d737522a-1a6e-4efd-97cd-a0c1ada635a0 req-4a9d619e-f508-4fea-a758-ebe56446f437 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups?id=4135bf26-5392-49ba-9dc2-5c823a87f295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337381 Aug 25 01:32:06.005491 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88283197-6fa1-4866-955a-024024b7926a req-cb85372a-bb21-4d56-a9e4-c04042f515d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:06.007232 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-88283197-6fa1-4866-955a-024024b7926a req-cb85372a-bb21-4d56-a9e4-c04042f515d5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fd6ab0d2-8137-4fff-919c-e0812b557a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0468700 Aug 25 01:32:06.100021 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-88283197-6fa1-4866-955a-024024b7926a req-3b449568-38d0-46c4-9c44-86ad687f07d5 service neutron] 10.222.0.26 "GET /v2.0/networks/fd6ab0d2-8137-4fff-919c-e0812b557a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837455 Aug 25 01:32:06.197621 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-88283197-6fa1-4866-955a-024024b7926a req-237a5f7c-3d7d-470d-9afd-f1065e990be2 service neutron] 10.222.0.26 "GET /v2.0/networks/fd6ab0d2-8137-4fff-919c-e0812b557a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822310 Aug 25 01:32:06.287459 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6426ea-2809-4d0a-b702-22122623d905 req-93a7a03d-6a07-4c8f-8368-10bd3c5f9d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:06.288893 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-4c6426ea-2809-4d0a-b702-22122623d905 req-93a7a03d-6a07-4c8f-8368-10bd3c5f9d51 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b76ebd48c69044859010968bacfba90b&device_id=c8b31568-9ffd-49b4-a05e-f336ad399d88 HTTP/1.1" status: 200 len: 1097 time: 0.0422857 Aug 25 01:32:06.376745 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6426ea-2809-4d0a-b702-22122623d905 req-1f169732-3bee-4974-8fd6-62342feb424e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:06.378059 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-4c6426ea-2809-4d0a-b702-22122623d905 req-1f169732-3bee-4974-8fd6-62342feb424e service neutron] 10.222.0.26 "GET /v2.0/networks?id=fd6ab0d2-8137-4fff-919c-e0812b557a4f HTTP/1.1" status: 200 len: 912 time: 0.0798807 Aug 25 01:32:06.421174 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-4c6426ea-2809-4d0a-b702-22122623d905 req-e1bbc9ed-999f-47d7-947a-7050cf2978fc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b2e8cee-7b57-4858-8548-d09e9e90e699 HTTP/1.1" status: 200 len: 217 time: 0.0358121 Aug 25 01:32:06.472103 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6426ea-2809-4d0a-b702-22122623d905 req-8b32e6f0-8b6a-413a-b75b-347216f52155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:06.473439 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-4c6426ea-2809-4d0a-b702-22122623d905 req-8b32e6f0-8b6a-413a-b75b-347216f52155 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=480d38ea-d24b-4229-80ef-563e46a6a2ce HTTP/1.1" status: 200 len: 850 time: 0.0414405 Aug 25 01:32:06.517100 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6426ea-2809-4d0a-b702-22122623d905 req-0271c293-edfe-4029-ad28-5a6d095af8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:06.518538 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-4c6426ea-2809-4d0a-b702-22122623d905 req-0271c293-edfe-4029-ad28-5a6d095af8bf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fd6ab0d2-8137-4fff-919c-e0812b557a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381382 Aug 25 01:32:06.609471 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-4c6426ea-2809-4d0a-b702-22122623d905 req-f79d5fb8-8d95-4533-95eb-27cb8027b64d service neutron] 10.222.0.26 "GET /v2.0/networks/fd6ab0d2-8137-4fff-919c-e0812b557a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831354 Aug 25 01:32:06.695883 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-4c6426ea-2809-4d0a-b702-22122623d905 req-05ca77a2-ffa0-4765-9eb2-16489af2bca9 service neutron] 10.222.0.26 "GET /v2.0/networks/fd6ab0d2-8137-4fff-919c-e0812b557a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790703 Aug 25 01:32:07.117154 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f518a79-9506-4aec-a83f-98419e917f1a req-1fec7c0f-d0b7-4592-ba72-75a3078513ec tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:07.119094 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-4f518a79-9506-4aec-a83f-98419e917f1a req-1fec7c0f-d0b7-4592-ba72-75a3078513ec tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8b31568-9ffd-49b4-a05e-f336ad399d88 HTTP/1.1" status: 200 len: 944 time: 0.0999153 Aug 25 01:32:07.166736 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-4f518a79-9506-4aec-a83f-98419e917f1a req-e3de1d7f-814f-432f-b18e-b7bb8a20d0d4 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups?id=4135bf26-5392-49ba-9dc2-5c823a87f295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370097 Aug 25 01:32:08.283246 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0cc7b-de8f-4eb8-899c-e3ef0ca8e0f0 req-049a3edb-0107-4082-879f-623d95ca1280 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:08.284741 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-13d0cc7b-de8f-4eb8-899c-e3ef0ca8e0f0 req-049a3edb-0107-4082-879f-623d95ca1280 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8b31568-9ffd-49b4-a05e-f336ad399d88 HTTP/1.1" status: 200 len: 944 time: 0.0500021 Aug 25 01:32:08.323001 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-13d0cc7b-de8f-4eb8-899c-e3ef0ca8e0f0 req-4195d4e6-fd9e-4c4d-a5d5-bd450aef4ade tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups?id=4135bf26-5392-49ba-9dc2-5c823a87f295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323973 Aug 25 01:32:08.847499 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device 2b2e8cee-7b57-4858-8548-d09e9e90e699 details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=93834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 01:32:08.939413 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port 2b2e8cee-7b57-4858-8548-d09e9e90e699, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=2b2e8cee-7b57-4858-8548-d09e9e90e699,segment=NetworkSegment(c9ed2e66-9f51-479e-a1c4-50aff58a808a),segment_id=c9ed2e66-9f51-479e-a1c4-50aff58a808a)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:32:08.950187 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Returning: {'device': '2b2e8cee-7b57-4858-8548-d09e9e90e699', 'network_id': 'fd6ab0d2-8137-4fff-919c-e0812b557a4f', 'port_id': '2b2e8cee-7b57-4858-8548-d09e9e90e699', 'mac_address': 'fa:16:3e:8c:85:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '480d38ea-d24b-4229-80ef-563e46a6a2ce', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 01:32:08.986522 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:09.002337 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b2e8cee-7b57-4858-8548-d09e9e90e699 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 01:32:09.020858 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port 2b2e8cee-7b57-4858-8548-d09e9e90e699, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=2b2e8cee-7b57-4858-8548-d09e9e90e699,segment=NetworkSegment(c9ed2e66-9f51-479e-a1c4-50aff58a808a),segment_id=c9ed2e66-9f51-479e-a1c4-50aff58a808a)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:32:09.024298 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:09.069167 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Pushing event updated for resources: {'Port': ['ID=2b2e8cee-7b57-4858-8548-d09e9e90e699,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:32:09.075874 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:32:09.076227 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:32:09.076576 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:32:09.076914 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:32:09.077247 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:32:09.077581 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:32:09.077920 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:32:09.078251 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:32:09.078626 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:32:09.078983 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:32:09.079310 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:32:09.079633 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:32:09.269622 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] get_ports_and_sgs() called for port_ids ['2b2e8cee-7b57-4858-8548-d09e9e90e699'] {{(pid=93834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 01:32:09.447957 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecde0cd-d0c9-48a4-8dba-44a3e9b175f3 req-485c1220-ab98-425b-ae9f-5fadfc506049 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:09.449392 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-0ecde0cd-d0c9-48a4-8dba-44a3e9b175f3 req-485c1220-ab98-425b-ae9f-5fadfc506049 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8b31568-9ffd-49b4-a05e-f336ad399d88 HTTP/1.1" status: 200 len: 945 time: 0.0517199 Aug 25 01:32:09.486167 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-0ecde0cd-d0c9-48a4-8dba-44a3e9b175f3 req-d1acf171-c37f-474d-b55f-b04fae414b6b tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups?id=4135bf26-5392-49ba-9dc2-5c823a87f295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302930 Aug 25 01:32:10.599190 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf09c5-01dd-40dd-8f9a-05cae9106a8b req-97141c2c-cb67-4a6e-8cc1-c2a683f195f5 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:10.600638 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-bfdf09c5-01dd-40dd-8f9a-05cae9106a8b req-97141c2c-cb67-4a6e-8cc1-c2a683f195f5 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8b31568-9ffd-49b4-a05e-f336ad399d88 HTTP/1.1" status: 200 len: 945 time: 0.0486588 Aug 25 01:32:10.638207 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-bfdf09c5-01dd-40dd-8f9a-05cae9106a8b req-6de9e03c-12cb-4998-8f57-e8bf01cb06b9 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups?id=4135bf26-5392-49ba-9dc2-5c823a87f295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315304 Aug 25 01:32:10.867801 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device 2b2e8cee-7b57-4858-8548-d09e9e90e699 up at agent hyperv_hv-cinder-79001 {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:32:10.917185 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Provisioning for port 2b2e8cee-7b57-4858-8548-d09e9e90e699 completed by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:32:10.920835 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Provisioning complete for port 2b2e8cee-7b57-4858-8548-d09e9e90e699 triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:32:10.921206 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:10.992069 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:11.013276 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8b31568-9ffd-49b4-a05e-f336ad399d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b2e8cee-7b57-4858-8548-d09e9e90e699'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:32:11.015530 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac4c50f49c3b3a17933da630e77cab0c79281d75959c3f8023547b3e3ec39ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a90c18-0203-4d2a-9ead-4e7ddfe50f91" -d '{"events": [{"server_uuid": "c8b31568-9ffd-49b4-a05e-f336ad399d88", "name": "network-vif-plugged", "status": "completed", "tag": "2b2e8cee-7b57-4858-8548-d09e9e90e699"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:32:11.028048 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port 2b2e8cee-7b57-4858-8548-d09e9e90e699, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=2b2e8cee-7b57-4858-8548-d09e9e90e699,segment=NetworkSegment(c9ed2e66-9f51-479e-a1c4-50aff58a808a),segment_id=c9ed2e66-9f51-479e-a1c4-50aff58a808a)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:32:11.032709 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:11.058013 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 01:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef75e93-7e3b-4b0d-930a-c89b51036c01 x-openstack-request-id: req-5ef75e93-7e3b-4b0d-930a-c89b51036c01 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:32:11.058303 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8b31568-9ffd-49b4-a05e-f336ad399d88", "name": "network-vif-plugged", "status": "completed", "tag": "2b2e8cee-7b57-4858-8548-d09e9e90e699", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:32:11.058556 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5ef75e93-7e3b-4b0d-930a-c89b51036c01 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:32:11.058956 dv-cinder-790014-2-iscsi neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8b31568-9ffd-49b4-a05e-f336ad399d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b2e8cee-7b57-4858-8548-d09e9e90e699', 'code': 200} Aug 25 01:32:11.083986 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Pushing event updated for resources: {'Port': ['ID=2b2e8cee-7b57-4858-8548-d09e9e90e699,revision_number=5']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:32:11.210656 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e3645-e276-4dc0-8ac2-33cf81be5b4f req-68aee382-1654-48d5-adcc-cb7c595ec865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:11.212117 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-cf4e3645-e276-4dc0-8ac2-33cf81be5b4f req-68aee382-1654-48d5-adcc-cb7c595ec865 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c8b31568-9ffd-49b4-a05e-f336ad399d88 HTTP/1.1" status: 200 len: 1099 time: 0.0423257 Aug 25 01:32:11.249914 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-cf4e3645-e276-4dc0-8ac2-33cf81be5b4f req-e061404c-e1a1-4b85-a323-dc5fac969637 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4135bf26-5392-49ba-9dc2-5c823a87f295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308521 Aug 25 01:32:11.802579 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04741dd0-fd89-4b96-98d9-7e17e685ddd5 req-e5a8ae47-168a-40d7-859a-33fadaae6830 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:11.804052 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-04741dd0-fd89-4b96-98d9-7e17e685ddd5 req-e5a8ae47-168a-40d7-859a-33fadaae6830 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8b31568-9ffd-49b4-a05e-f336ad399d88 HTTP/1.1" status: 200 len: 946 time: 0.0983322 Aug 25 01:32:11.840737 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-04741dd0-fd89-4b96-98d9-7e17e685ddd5 req-93367556-c31d-48e9-820f-f9ea16e14682 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups?id=4135bf26-5392-49ba-9dc2-5c823a87f295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305510 Aug 25 01:32:12.626869 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 54440) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:32:12.673866 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ba80fc6-74fc-4505-9860-dfc14907b87f admin admin] Deleting subnet 5d0a5bb3-97ec-4ebc-a0a1-9f08208a3649 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 01:32:12.676926 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8ba80fc6-74fc-4505-9860-dfc14907b87f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:12.710891 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8ba80fc6-74fc-4505-9860-dfc14907b87f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1005446'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:12.747187 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8ba80fc6-74fc-4505-9860-dfc14907b87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4168828'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:12.803505 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8ba80fc6-74fc-4505-9860-dfc14907b87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4168079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11070218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11930263'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:12.832825 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba80fc6-74fc-4505-9860-dfc14907b87f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d0a5bb3-97ec-4ebc-a0a1-9f08208a3649,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:32:12.837257 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8ba80fc6-74fc-4505-9860-dfc14907b87f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:12.839175 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-8ba80fc6-74fc-4505-9860-dfc14907b87f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5d0a5bb3-97ec-4ebc-a0a1-9f08208a3649 HTTP/1.1" status: 204 len: 168 time: 0.2111907 Aug 25 01:32:12.841647 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 54442) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:32:12.843797 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba80fc6-74fc-4505-9860-dfc14907b87f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:32:12.844141 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba80fc6-74fc-4505-9860-dfc14907b87f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:32:12.844479 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba80fc6-74fc-4505-9860-dfc14907b87f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:32:12.844813 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba80fc6-74fc-4505-9860-dfc14907b87f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:32:12.845146 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba80fc6-74fc-4505-9860-dfc14907b87f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:32:12.845479 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba80fc6-74fc-4505-9860-dfc14907b87f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:32:12.845805 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba80fc6-74fc-4505-9860-dfc14907b87f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:32:12.846130 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba80fc6-74fc-4505-9860-dfc14907b87f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:32:12.846504 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba80fc6-74fc-4505-9860-dfc14907b87f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:32:12.846901 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba80fc6-74fc-4505-9860-dfc14907b87f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:32:12.847230 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba80fc6-74fc-4505-9860-dfc14907b87f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:32:12.847597 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba80fc6-74fc-4505-9860-dfc14907b87f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:32:12.910734 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-88b1e0b4-860f-4256-8e34-951069894738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116255'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:12.955588 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f016275-2743-4c04-ba83-53e613d05535 req-bb80b933-19b5-4d22-bae2-786eb2e338f5 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:12.957053 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-3f016275-2743-4c04-ba83-53e613d05535 req-bb80b933-19b5-4d22-bae2-786eb2e338f5 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8b31568-9ffd-49b4-a05e-f336ad399d88 HTTP/1.1" status: 200 len: 946 time: 0.0479963 Aug 25 01:32:12.988670 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-88b1e0b4-860f-4256-8e34-951069894738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4169723', 'neutron.services.segments.db._delete_segments_for_network-8782027164591'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:12.993591 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-3f016275-2743-4c04-ba83-53e613d05535 req-18b91f50-77d6-4639-baa0-84e4767a423a tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups?id=4135bf26-5392-49ba-9dc2-5c823a87f295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304124 Aug 25 01:32:12.998173 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.services.segments.db [None req-88b1e0b4-860f-4256-8e34-951069894738 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84cb8eb6-9564-4dff-aed6-09b90ec75ea3']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:32:13.008545 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.services.segments.db [None req-88b1e0b4-860f-4256-8e34-951069894738 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88111f06-2a4a-4958-b0e0-8ecb0ef77555') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:32:13.008843 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.services.segments.db [None req-88b1e0b4-860f-4256-8e34-951069894738 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88111f06-2a4a-4958-b0e0-8ecb0ef77555') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:32:13.018165 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-88b1e0b4-860f-4256-8e34-951069894738 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782027164474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8611437'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:13.031403 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-88b1e0b4-860f-4256-8e34-951069894738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3751945'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:13.037318 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88b1e0b4-860f-4256-8e34-951069894738 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 01:32:13.037712 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-88b1e0b4-860f-4256-8e34-951069894738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3751945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8611077'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:13.039372 dv-cinder-790014-2-iscsi neutron-server[93833]: Traceback (most recent call last): Aug 25 01:32:13.039372 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 01:32:13.039372 dv-cinder-790014-2-iscsi neutron-server[93833]: timer() Aug 25 01:32:13.039372 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 01:32:13.039372 dv-cinder-790014-2-iscsi neutron-server[93833]: cb(*args, **kw) Aug 25 01:32:13.039372 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 01:32:13.039372 dv-cinder-790014-2-iscsi neutron-server[93833]: return func(*args, **kwargs) Aug 25 01:32:13.039372 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 01:32:13.039372 dv-cinder-790014-2-iscsi neutron-server[93833]: self._notify() Aug 25 01:32:13.039372 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 01:32:13.039372 dv-cinder-790014-2-iscsi neutron-server[93833]: self.callback(batched_events) Aug 25 01:32:13.039372 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 01:32:13.039372 dv-cinder-790014-2-iscsi neutron-server[93833]: event.method(event) Aug 25 01:32:13.039372 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 01:32:13.039372 dv-cinder-790014-2-iscsi neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 01:32:13.039372 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 01:32:13.039372 dv-cinder-790014-2-iscsi neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 01:32:13.039372 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 01:32:13.039372 dv-cinder-790014-2-iscsi neutron-server[93833]: return f(self, *a, **k) Aug 25 01:32:13.039372 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 25 01:32:13.039372 dv-cinder-790014-2-iscsi neutron-server[93833]: return self._get(url).json() Aug 25 01:32:13.039372 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 25 01:32:13.039372 dv-cinder-790014-2-iscsi neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 01:32:13.039372 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 01:32:13.039372 dv-cinder-790014-2-iscsi neutron-server[93833]: return self.request(url, 'GET', **kwargs) Aug 25 01:32:13.039372 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 01:32:13.039372 dv-cinder-790014-2-iscsi neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 01:32:13.039372 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 01:32:13.039372 dv-cinder-790014-2-iscsi neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 01:32:13.039372 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 01:32:13.039372 dv-cinder-790014-2-iscsi neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 01:32:13.039372 dv-cinder-790014-2-iscsi neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 01:32:13.093504 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-88b1e0b4-860f-4256-8e34-951069894738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4169714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930796'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:13.098281 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-88b1e0b4-860f-4256-8e34-951069894738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:13.100519 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-88b1e0b4-860f-4256-8e34-951069894738 admin admin] 10.222.0.23 "DELETE /v2.0/networks/84cb8eb6-9564-4dff-aed6-09b90ec75ea3 HTTP/1.1" status: 204 len: 168 time: 0.2577276 Aug 25 01:32:13.107224 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3226515b-c197-4553-b3e2-8e5612db6d07 req-c94917a7-a807-4bd1-9fc1-b44130c51c00 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:13.108736 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-3226515b-c197-4553-b3e2-8e5612db6d07 req-c94917a7-a807-4bd1-9fc1-b44130c51c00 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8b31568-9ffd-49b4-a05e-f336ad399d88 HTTP/1.1" status: 200 len: 946 time: 0.0512793 Aug 25 01:32:13.113823 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b1e0b4-860f-4256-8e34-951069894738 admin admin] Pushing event deleted for resources: {'Network': ['ID=84cb8eb6-9564-4dff-aed6-09b90ec75ea3,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:32:13.118092 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 54450) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:32:13.122554 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [None req-1c381c57-fb37-4c33-811d-7ac660b05e8f tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Request body: {'floatingip': {'port_id': '2b2e8cee-7b57-4858-8548-d09e9e90e699'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:32:13.166436 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1c381c57-fb37-4c33-811d-7ac660b05e8f tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks [] for floatingip, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:13.214973 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 54452) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:32:13.254695 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-60e20d6f-1c63-439e-a808-c82dfb810e66 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=91561edb5be742c6b2dfc64b3ffb7be2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385442 Aug 25 01:32:13.257194 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 54454) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:32:13.305399 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-807761f3-8ae9-4464-b263-d0ae3d67bdfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:13.329759 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-807761f3-8ae9-4464-b263-d0ae3d67bdfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:13.376153 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-807761f3-8ae9-4464-b263-d0ae3d67bdfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:13.378701 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-807761f3-8ae9-4464-b263-d0ae3d67bdfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:13.379852 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-807761f3-8ae9-4464-b263-d0ae3d67bdfa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/981b4e0b-151e-4247-84dd-8a97133bb252 HTTP/1.1" status: 204 len: 168 time: 0.1217294 Aug 25 01:32:13.388293 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807761f3-8ae9-4464-b263-d0ae3d67bdfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981b4e0b-151e-4247-84dd-8a97133bb252,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:32:13.825718 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1c381c57-fb37-4c33-811d-7ac660b05e8f tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:13.830106 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1c381c57-fb37-4c33-811d-7ac660b05e8f tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930814'] for floatingip, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:13.931317 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.db.l3_db [None req-1c381c57-fb37-4c33-811d-7ac660b05e8f tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Floating IP cdbc205a-82a6-4c49-a76c-13325b1f89bb associated. External IP: 172.27.1.33, port: 2b2e8cee-7b57-4858-8548-d09e9e90e699. Aug 25 01:32:14.103087 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 54478) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:32:14.136415 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c381c57-fb37-4c33-811d-7ac660b05e8f tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Router 0e9a075c-22dd-4b44-aec9-64918f1f1dfb has already been hosted by L3 agent 2e219680-1a48-4599-ad97-adf9ec497b47 {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 01:32:14.212936 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [None req-8d2f2536-dc73-4c3e-98a5-05cf139eb3e8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-197417283-network', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:32:14.248761 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2f2536-dc73-4c3e-98a5-05cf139eb3e8 admin admin] Made reservation on behalf of ada43be06e92474191038a2b41a9f39b for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 01:32:14.251474 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8d2f2536-dc73-4c3e-98a5-05cf139eb3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:14.262244 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8d2f2536-dc73-4c3e-98a5-05cf139eb3e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:14.281780 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c381c57-fb37-4c33-811d-7ac660b05e8f tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify agent at l3_agent.dv-cinder-790014-2-iscsi the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 01:32:14.287167 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1c381c57-fb37-4c33-811d-7ac660b05e8f tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:14.291732 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00a638a-1e64-49da-9896-056d7b036bbb None None] Sync routers for ids ['0e9a075c-22dd-4b44-aec9-64918f1f1dfb'] in dv-cinder-790014-2-iscsi {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 01:32:14.300718 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00a638a-1e64-49da-9896-056d7b036bbb None None] Routers {'0e9a075c-22dd-4b44-aec9-64918f1f1dfb'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:32:14.301422 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-e00a638a-1e64-49da-9896-056d7b036bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:32:00Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['0e9a075c-22dd-4b44-aec9-64918f1f1dfb'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:32:14.327130 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-1c381c57-fb37-4c33-811d-7ac660b05e8f tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "PUT /v2.0/floatingips/cdbc205a-82a6-4c49-a76c-13325b1f89bb HTTP/1.1" status: 200 len: 991 time: 1.2079244 Aug 25 01:32:14.338925 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8b31568-9ffd-49b4-a05e-f336ad399d88', 'tag': '2b2e8cee-7b57-4858-8548-d09e9e90e699'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:32:14.341424 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6aaa77860150641abcbf195034e02978cb43d302165c9bbcbee081d494fe815" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef136ad-8582-407b-96e7-d6d531cccc01" -d '{"events": [{"name": "network-changed", "server_uuid": "c8b31568-9ffd-49b4-a05e-f336ad399d88", "tag": "2b2e8cee-7b57-4858-8548-d09e9e90e699"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:32:14.393944 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 01:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0574388b-6ece-4fea-9ef1-1e4ba74c84e0 x-openstack-request-id: req-0574388b-6ece-4fea-9ef1-1e4ba74c84e0 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:32:14.394234 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8b31568-9ffd-49b4-a05e-f336ad399d88", "tag": "2b2e8cee-7b57-4858-8548-d09e9e90e699", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:32:14.394490 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0574388b-6ece-4fea-9ef1-1e4ba74c84e0 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:32:14.394921 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8b31568-9ffd-49b4-a05e-f336ad399d88', 'tag': '2b2e8cee-7b57-4858-8548-d09e9e90e699', 'status': 'completed', 'code': 200} Aug 25 01:32:14.420136 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-e00a638a-1e64-49da-9896-056d7b036bbb None None] Set router 0e9a075c-22dd-4b44-aec9-64918f1f1dfb gateway port host: dv-cinder-790014-2-iscsi {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:32:14.447768 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8d2f2536-dc73-4c3e-98a5-05cf139eb3e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:14.454690 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8d2f2536-dc73-4c3e-98a5-05cf139eb3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:14.476794 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d2f2536-dc73-4c3e-98a5-05cf139eb3e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 01:32:14.499090 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef136ad-8582-407b-96e7-d6d531cccc01 req-58e61374-6fbe-4e79-aeae-3adf357024ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:14.501129 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-6ef136ad-8582-407b-96e7-d6d531cccc01 req-58e61374-6fbe-4e79-aeae-3adf357024ec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b76ebd48c69044859010968bacfba90b&device_id=c8b31568-9ffd-49b4-a05e-f336ad399d88 HTTP/1.1" status: 200 len: 1099 time: 0.0843496 Aug 25 01:32:14.502373 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8d2f2536-dc73-4c3e-98a5-05cf139eb3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3751945'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:14.502734 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.db.segments_db [None req-8d2f2536-dc73-4c3e-98a5-05cf139eb3e8 admin admin] Added segment c04ee889-7418-43cc-a81f-2f5facfdbc4b of type vlan for network 109ccc69-61fe-42e8-83da-81c7da1807b8 Aug 25 01:32:14.504088 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f2536-dc73-4c3e-98a5-05cf139eb3e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61446a5-4759-4841-af5f-aa37baaaa512,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:32:14.590888 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8d2f2536-dc73-4c3e-98a5-05cf139eb3e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782026683423'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:14.639146 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8d2f2536-dc73-4c3e-98a5-05cf139eb3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:14.640076 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2f2536-dc73-4c3e-98a5-05cf139eb3e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:14.640680 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8d2f2536-dc73-4c3e-98a5-05cf139eb3e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:14.648793 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-e00a638a-1e64-49da-9896-056d7b036bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9a075c-22dd-4b44-aec9-64918f1f1dfb', 'name': 'tempest-AttachVolumeTestJSON-1662807020-router', 'tenant_id': 'b76ebd48c69044859010968bacfba90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '89adf160-2f39-4d88-ab8f-2fb2c038b7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:27:07Z', 'updated_at': '2021-08-25T01:27:18Z', 'revision_number': 4, 'project_id': 'b76ebd48c69044859010968bacfba90b', 'gw_port': {'id': '89adf160-2f39-4d88-ab8f-2fb2c038b7ed', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:50:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a075c-22dd-4b44-aec9-64918f1f1dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:27:08Z', 'updated_at': '2021-08-25T01:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_floatingips': [{'id': 'cdbc205a-82a6-4c49-a76c-13325b1f89bb', 'tenant_id': 'b76ebd48c69044859010968bacfba90b', 'floating_ip_address': '172.27.1.33', 'floating_network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'router_id': '0e9a075c-22dd-4b44-aec9-64918f1f1dfb', 'port_id': '2b2e8cee-7b57-4858-8548-d09e9e90e699', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd6ab0d2-8137-4fff-919c-e0812b557a4f', 'mac_address': 'fa:16:3e:8c:85:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b31568-9ffd-49b4-a05e-f336ad399d88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T01:32:02Z', 'updated_at': '2021-08-25T01:32:13Z', 'revision_number': 1, 'project_id': 'b76ebd48c69044859010968bacfba90b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ec4662c-e549-4384-8a07-f416f3e8010f', 'name': '', 'network_id': 'fd6ab0d2-8137-4fff-919c-e0812b557a4f', 'tenant_id': 'b76ebd48c69044859010968bacfba90b', 'mac_address': 'fa:16:3e:20:d6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a075c-22dd-4b44-aec9-64918f1f1dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '480d38ea-d24b-4229-80ef-563e46a6a2ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:27:15Z', 'updated_at': '2021-08-25T01:27:29Z', 'revision_number': 5, 'project_id': 'b76ebd48c69044859010968bacfba90b', 'subnets': [{'id': '480d38ea-d24b-4229-80ef-563e46a6a2ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:32:14.658122 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef136ad-8582-407b-96e7-d6d531cccc01 req-7239e953-52e3-41bd-99ea-30c76bdba663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:14.659605 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-6ef136ad-8582-407b-96e7-d6d531cccc01 req-7239e953-52e3-41bd-99ea-30c76bdba663 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fd6ab0d2-8137-4fff-919c-e0812b557a4f HTTP/1.1" status: 200 len: 912 time: 0.1460829 Aug 25 01:32:14.675635 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00a638a-1e64-49da-9896-056d7b036bbb None None] Checking router: 0e9a075c-22dd-4b44-aec9-64918f1f1dfb for host: dv-cinder-790014-2-iscsi {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 01:32:14.684085 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00a638a-1e64-49da-9896-056d7b036bbb None None] Routers {'0e9a075c-22dd-4b44-aec9-64918f1f1dfb'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:32:14.684637 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-e00a638a-1e64-49da-9896-056d7b036bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:32:00Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['0e9a075c-22dd-4b44-aec9-64918f1f1dfb'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:32:14.707036 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-8d2f2536-dc73-4c3e-98a5-05cf139eb3e8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6028745 Aug 25 01:32:14.710059 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 54486) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:32:14.715758 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.v2.base [None req-fc03055a-0bc1-4e89-8c5e-2721cac099e0 admin admin] Request body: {'subnet': {'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-197417283-subnet', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'ip_version': 4}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:32:14.738061 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc03055a-0bc1-4e89-8c5e-2721cac099e0 admin admin] Made reservation on behalf of ada43be06e92474191038a2b41a9f39b for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 01:32:14.741603 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fc03055a-0bc1-4e89-8c5e-2721cac099e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11930220'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:14.744047 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f2536-dc73-4c3e-98a5-05cf139eb3e8 admin admin] Pushing event updated for resources: {'Network': ['ID=109ccc69-61fe-42e8-83da-81c7da1807b8,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:32:14.765715 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Network 109ccc69-61fe-42e8-83da-81c7da1807b8 details requested by agent ovs-agent-dv-cinder-790014-2-iscsi with host dv-cinder-790014-2-iscsi {{(pid=93834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 01:32:14.770594 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-6ef136ad-8582-407b-96e7-d6d531cccc01 req-42e6e6b1-1a8d-48f0-887e-a99e747d3c0b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b2e8cee-7b57-4858-8548-d09e9e90e699 HTTP/1.1" status: 200 len: 999 time: 0.1021552 Aug 25 01:32:14.827045 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef136ad-8582-407b-96e7-d6d531cccc01 req-66352ce6-8ee3-4ceb-ae81-62ff053ad956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:14.829567 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-6ef136ad-8582-407b-96e7-d6d531cccc01 req-66352ce6-8ee3-4ceb-ae81-62ff053ad956 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=480d38ea-d24b-4229-80ef-563e46a6a2ce HTTP/1.1" status: 200 len: 850 time: 0.0518985 Aug 25 01:32:14.870114 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-e00a638a-1e64-49da-9896-056d7b036bbb None None] Set router 0e9a075c-22dd-4b44-aec9-64918f1f1dfb gateway port host: dv-cinder-790014-2-iscsi {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:32:14.887377 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef136ad-8582-407b-96e7-d6d531cccc01 req-ce3ec8b7-b359-4b9a-8f2d-794cc4bd2014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:14.889161 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-6ef136ad-8582-407b-96e7-d6d531cccc01 req-ce3ec8b7-b359-4b9a-8f2d-794cc4bd2014 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fd6ab0d2-8137-4fff-919c-e0812b557a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531163 Aug 25 01:32:14.942420 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fc03055a-0bc1-4e89-8c5e-2721cac099e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11070285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11930270'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:15.007034 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc03055a-0bc1-4e89-8c5e-2721cac099e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4e76ae4-a0df-4300-91e1-70e2eeb06d40,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:32:15.014017 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-6ef136ad-8582-407b-96e7-d6d531cccc01 req-7703284c-56c6-4fb9-9a42-0d310c7c0416 service neutron] 10.222.0.26 "GET /v2.0/networks/fd6ab0d2-8137-4fff-919c-e0812b557a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111000 Aug 25 01:32:15.016752 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc03055a-0bc1-4e89-8c5e-2721cac099e0 admin admin] Checking segment: {'id': 'c04ee889-7418-43cc-a81f-2f5facfdbc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:32:15.017114 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc03055a-0bc1-4e89-8c5e-2721cac099e0 admin admin] Network hostable DHCP agents. Network: 109ccc69-61fe-42e8-83da-81c7da1807b8, hostable agents: ['ac5d4c25-da57-44fa-9536-6aedd7c82d66'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 01:32:15.037833 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc03055a-0bc1-4e89-8c5e-2721cac099e0 admin admin] Network 109ccc69-61fe-42e8-83da-81c7da1807b8 is scheduled to be hosted by DHCP agent ac5d4c25-da57-44fa-9536-6aedd7c82d66 with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 01:32:15.049348 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-fc03055a-0bc1-4e89-8c5e-2721cac099e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-2-iscsi, 109ccc69-61fe-42e8-83da-81c7da1807b8) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:32:15.054223 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc03055a-0bc1-4e89-8c5e-2721cac099e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:15.055648 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fc03055a-0bc1-4e89-8c5e-2721cac099e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:15.064145 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9da785-d025-414c-afe8-c213285c5cd8 None None] Network 109ccc69-61fe-42e8-83da-81c7da1807b8 requested from dv-cinder-790014-2-iscsi {{(pid=93834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 01:32:15.079230 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-fc03055a-0bc1-4e89-8c5e-2721cac099e0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3673770 Aug 25 01:32:15.079964 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 54494) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:32:15.084949 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [None req-15b6c27f-a17e-4a6a-864a-fb4c29815da1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-197417283-router', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4'}}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:32:15.127588 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-15b6c27f-a17e-4a6a-864a-fb4c29815da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11028'] for router, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:15.128603 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-15b6c27f-a17e-4a6a-864a-fb4c29815da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931179', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-927177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11023'] for router, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:15.142173 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-6ef136ad-8582-407b-96e7-d6d531cccc01 req-c1bf6bb9-ef8a-4794-9aa7-bfad8721d426 service neutron] 10.222.0.26 "GET /v2.0/networks/fd6ab0d2-8137-4fff-919c-e0812b557a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250858 Aug 25 01:32:15.191807 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-15b6c27f-a17e-4a6a-864a-fb4c29815da1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:15.353059 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-15b6c27f-a17e-4a6a-864a-fb4c29815da1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:15.407772 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-e00a638a-1e64-49da-9896-056d7b036bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9a075c-22dd-4b44-aec9-64918f1f1dfb', 'name': 'tempest-AttachVolumeTestJSON-1662807020-router', 'tenant_id': 'b76ebd48c69044859010968bacfba90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '89adf160-2f39-4d88-ab8f-2fb2c038b7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:27:07Z', 'updated_at': '2021-08-25T01:27:18Z', 'revision_number': 4, 'project_id': 'b76ebd48c69044859010968bacfba90b', 'gw_port': {'id': '89adf160-2f39-4d88-ab8f-2fb2c038b7ed', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:50:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a075c-22dd-4b44-aec9-64918f1f1dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:27:08Z', 'updated_at': '2021-08-25T01:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_floatingips': [{'id': 'cdbc205a-82a6-4c49-a76c-13325b1f89bb', 'tenant_id': 'b76ebd48c69044859010968bacfba90b', 'floating_ip_address': '172.27.1.33', 'floating_network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'router_id': '0e9a075c-22dd-4b44-aec9-64918f1f1dfb', 'port_id': '2b2e8cee-7b57-4858-8548-d09e9e90e699', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd6ab0d2-8137-4fff-919c-e0812b557a4f', 'mac_address': 'fa:16:3e:8c:85:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b31568-9ffd-49b4-a05e-f336ad399d88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T01:32:02Z', 'updated_at': '2021-08-25T01:32:13Z', 'revision_number': 1, 'project_id': 'b76ebd48c69044859010968bacfba90b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ec4662c-e549-4384-8a07-f416f3e8010f', 'name': '', 'network_id': 'fd6ab0d2-8137-4fff-919c-e0812b557a4f', 'tenant_id': 'b76ebd48c69044859010968bacfba90b', 'mac_address': 'fa:16:3e:20:d6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a075c-22dd-4b44-aec9-64918f1f1dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '480d38ea-d24b-4229-80ef-563e46a6a2ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:27:15Z', 'updated_at': '2021-08-25T01:27:29Z', 'revision_number': 5, 'project_id': 'b76ebd48c69044859010968bacfba90b', 'subnets': [{'id': '480d38ea-d24b-4229-80ef-563e46a6a2ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:32:15.438258 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da0a02a-a9ed-4ac8-9cf6-9da244cf0e24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba2eb50d-18ea-5a46-8f87-f237355d5e2f-109ccc69-61fe-42e8-83da-81c7da1807b8', 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'fixed_ips': [{'subnet_id': 'e4e76ae4-a0df-4300-91e1-70e2eeb06d40'}]}} from dv-cinder-790014-2-iscsi. {{(pid=93834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 01:32:15.439130 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8da0a02a-a9ed-4ac8-9cf6-9da244cf0e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:15.442471 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00a638a-1e64-49da-9896-056d7b036bbb None None] The sync data for ids ['0e9a075c-22dd-4b44-aec9-64918f1f1dfb'] in dv-cinder-790014-2-iscsi is: [{'id': '0e9a075c-22dd-4b44-aec9-64918f1f1dfb', 'name': 'tempest-AttachVolumeTestJSON-1662807020-router', 'tenant_id': 'b76ebd48c69044859010968bacfba90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '89adf160-2f39-4d88-ab8f-2fb2c038b7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:27:07Z', 'updated_at': '2021-08-25T01:27:18Z', 'revision_number': 4, 'project_id': 'b76ebd48c69044859010968bacfba90b', 'gw_port': {'id': '89adf160-2f39-4d88-ab8f-2fb2c038b7ed', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:50:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a075c-22dd-4b44-aec9-64918f1f1dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:27:08Z', 'updated_at': '2021-08-25T01:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_floatingips': [{'id': 'cdbc205a-82a6-4c49-a76c-13325b1f89bb', 'tenant_id': 'b76ebd48c69044859010968bacfba90b', 'floating_ip_address': '172.27.1.33', 'floating_network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'router_id': '0e9a075c-22dd-4b44-aec9-64918f1f1dfb', 'port_id': '2b2e8cee-7b57-4858-8548-d09e9e90e699', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd6ab0d2-8137-4fff-919c-e0812b557a4f', 'mac_address': 'fa:16:3e:8c:85:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b31568-9ffd-49b4-a05e-f336ad399d88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T01:32:02Z', 'updated_at': '2021-08-25T01:32:13Z', 'revision_number': 1, 'project_id': 'b76ebd48c69044859010968bacfba90b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ec4662c-e549-4384-8a07-f416f3e8010f', 'name': '', 'network_id': 'fd6ab0d2-8137-4fff-919c-e0812b557a4f', 'tenant_id': 'b76ebd48c69044859010968bacfba90b', 'mac_address': 'fa:16:3e:20:d6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a075c-22dd-4b44-aec9-64918f1f1dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '480d38ea-d24b-4229-80ef-563e46a6a2ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:27:15Z', 'updated_at': '2021-08-25T01:27:29Z', 'revision_number': 5, 'project_id': 'b76ebd48c69044859010968bacfba90b', 'subnets': [{'id': '480d38ea-d24b-4229-80ef-563e46a6a2ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 01:32:15.565718 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-15b6c27f-a17e-4a6a-864a-fb4c29815da1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:15.585562 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-15b6c27f-a17e-4a6a-864a-fb4c29815da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:15.596781 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-8da0a02a-a9ed-4ac8-9cf6-9da244cf0e24 None None] Allocated IP 172.20.0.2 (109ccc69-61fe-42e8-83da-81c7da1807b8/e4e76ae4-a0df-4300-91e1-70e2eeb06d40/38541afd-3a19-4cb7-88d0-ab150f61b0af) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 01:32:15.669794 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b0b452-76ed-4bd3-b476-c69e75a58074 None None] New status for floating IP cdbc205a-82a6-4c49-a76c-13325b1f89bb: ACTIVE {{(pid=93835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 01:32:15.701184 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-15b6c27f-a17e-4a6a-864a-fb4c29815da1 admin admin] Allocated IP 172.27.1.202 (010d8b7d-53b1-407d-b771-6477c60770f4/e3100a47-8cf0-41e7-afe0-dcfedb56ff39/735a2362-df5c-4fc7-adad-7623e23d61cc) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 01:32:15.757745 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8da0a02a-a9ed-4ac8-9cf6-9da244cf0e24 None None] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:15.767087 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-8da0a02a-a9ed-4ac8-9cf6-9da244cf0e24 None None] Transition to ACTIVE for port object 38541afd-3a19-4cb7-88d0-ab150f61b0af will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:32:15.784334 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-8da0a02a-a9ed-4ac8-9cf6-9da244cf0e24 None None] Transition to ACTIVE for port object 38541afd-3a19-4cb7-88d0-ab150f61b0af will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:32:15.792748 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8da0a02a-a9ed-4ac8-9cf6-9da244cf0e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782026665144'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:15.808058 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-15b6c27f-a17e-4a6a-864a-fb4c29815da1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:15.838242 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da0a02a-a9ed-4ac8-9cf6-9da244cf0e24 None None] Network 109ccc69-61fe-42e8-83da-81c7da1807b8 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:32:15.840889 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-8da0a02a-a9ed-4ac8-9cf6-9da244cf0e24 None None] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:32:15.845818 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da0a02a-a9ed-4ac8-9cf6-9da244cf0e24 None None] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 01:32:15.849965 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-15b6c27f-a17e-4a6a-864a-fb4c29815da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782026665144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:15.853794 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da0a02a-a9ed-4ac8-9cf6-9da244cf0e24 None None] Pushing event updated for resources: {'Port': ['ID=38541afd-3a19-4cb7-88d0-ab150f61b0af,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:32:15.904865 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b6c27f-a17e-4a6a-864a-fb4c29815da1 admin admin] Network 010d8b7d-53b1-407d-b771-6477c60770f4 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:32:15.906397 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b6c27f-a17e-4a6a-864a-fb4c29815da1 admin admin] Pushing event updated for resources: {'Port': ['ID=735a2362-df5c-4fc7-adad-7623e23d61cc,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:32:15.909073 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-15b6c27f-a17e-4a6a-864a-fb4c29815da1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:32:15.911239 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b6c27f-a17e-4a6a-864a-fb4c29815da1 admin admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 01:32:15.916282 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-8da0a02a-a9ed-4ac8-9cf6-9da244cf0e24 None None] Attempting to bind port 38541afd-3a19-4cb7-88d0-ab150f61b0af on host dv-cinder-790014-2-iscsi for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 01:32:15.916662 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-8da0a02a-a9ed-4ac8-9cf6-9da244cf0e24 None None] Attempting to bind port 38541afd-3a19-4cb7-88d0-ab150f61b0af by drivers openvswitch,hyperv on host dv-cinder-790014-2-iscsi at level 0 using segments [{'id': 'c04ee889-7418-43cc-a81f-2f5facfdbc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 01:32:15.917032 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da0a02a-a9ed-4ac8-9cf6-9da244cf0e24 None None] Attempting to bind port 38541afd-3a19-4cb7-88d0-ab150f61b0af on network 109ccc69-61fe-42e8-83da-81c7da1807b8 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:32:15.922527 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da0a02a-a9ed-4ac8-9cf6-9da244cf0e24 None None] Checking agent: {'id': 'd4180fab-6748-497c-b5c9-83716f34f1ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 1, 19, 30), 'started_at': datetime.datetime(2021, 8, 25, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 01:32:15.922941 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da0a02a-a9ed-4ac8-9cf6-9da244cf0e24 None None] Checking segment: {'id': 'c04ee889-7418-43cc-a81f-2f5facfdbc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:32:15.923348 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8da0a02a-a9ed-4ac8-9cf6-9da244cf0e24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:15.924044 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da0a02a-a9ed-4ac8-9cf6-9da244cf0e24 None None] Bound using segment: {'id': 'c04ee889-7418-43cc-a81f-2f5facfdbc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 01:32:15.924506 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-8da0a02a-a9ed-4ac8-9cf6-9da244cf0e24 None None] Bound port: 38541afd-3a19-4cb7-88d0-ab150f61b0af, host: dv-cinder-790014-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04ee889-7418-43cc-a81f-2f5facfdbc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 01:32:15.924924 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8da0a02a-a9ed-4ac8-9cf6-9da244cf0e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:15.991181 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-8da0a02a-a9ed-4ac8-9cf6-9da244cf0e24 None None] For port 38541afd-3a19-4cb7-88d0-ab150f61b0af, host dv-cinder-790014-2-iscsi, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 01:32:15.994463 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-8da0a02a-a9ed-4ac8-9cf6-9da244cf0e24 None None] For port 38541afd-3a19-4cb7-88d0-ab150f61b0af, host dv-cinder-790014-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=38541afd-3a19-4cb7-88d0-ab150f61b0af,segment=NetworkSegment(c04ee889-7418-43cc-a81f-2f5facfdbc4b),segment_id=c04ee889-7418-43cc-a81f-2f5facfdbc4b)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 01:32:15.998865 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8da0a02a-a9ed-4ac8-9cf6-9da244cf0e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:16.054930 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da0a02a-a9ed-4ac8-9cf6-9da244cf0e24 None None] Pushing event updated for resources: {'Port': ['ID=38541afd-3a19-4cb7-88d0-ab150f61b0af,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:32:16.159804 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-15b6c27f-a17e-4a6a-864a-fb4c29815da1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:16.370348 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-15b6c27f-a17e-4a6a-864a-fb4c29815da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931096'] for router, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:16.495271 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b6c27f-a17e-4a6a-864a-fb4c29815da1 admin admin] Router fbfad13f-9e18-4a50-a601-e0301b78a9a5 is scheduled to L3 agent 2e219680-1a48-4599-ad97-adf9ec497b47 with binding_index 1 {{(pid=93833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 01:32:16.852367 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b6c27f-a17e-4a6a-864a-fb4c29815da1 admin admin] Notify agent at l3_agent.dv-cinder-790014-2-iscsi the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 01:32:16.861578 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52093f1e-5b93-4b58-b761-90ff526af2be None None] Sync routers for ids ['fbfad13f-9e18-4a50-a601-e0301b78a9a5'] in dv-cinder-790014-2-iscsi {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 01:32:16.875820 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-15b6c27f-a17e-4a6a-864a-fb4c29815da1 admin admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:16.876009 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52093f1e-5b93-4b58-b761-90ff526af2be None None] Routers {'fbfad13f-9e18-4a50-a601-e0301b78a9a5'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:32:16.877702 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-15b6c27f-a17e-4a6a-864a-fb4c29815da1 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7966635 Aug 25 01:32:16.878976 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-52093f1e-5b93-4b58-b761-90ff526af2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:32:00Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['fbfad13f-9e18-4a50-a601-e0301b78a9a5'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:32:16.880609 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 54508) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:32:16.949887 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a18aae-8009-4c4d-95c2-0f55400dc0e4 None None] Network 109ccc69-61fe-42e8-83da-81c7da1807b8 requested from dv-cinder-790014-2-iscsi {{(pid=93834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 01:32:16.952035 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 38541afd-3a19-4cb7-88d0-ab150f61b0af up at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:32:17.062349 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-516e88bd-a3f3-4800-8708-cf73c283c2e7 None None] Provisioning for port 38541afd-3a19-4cb7-88d0-ab150f61b0af completed by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:32:17.111145 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-52093f1e-5b93-4b58-b761-90ff526af2be None None] Set router fbfad13f-9e18-4a50-a601-e0301b78a9a5 gateway port host: dv-cinder-790014-2-iscsi {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:32:17.139550 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning for port 38541afd-3a19-4cb7-88d0-ab150f61b0af completed by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:32:17.196677 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning complete for port 38541afd-3a19-4cb7-88d0-ab150f61b0af triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:32:17.197055 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:17.304563 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-897cf9db-4d0f-4c31-b665-e097f9068626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:17.406645 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:17.450723 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] For port 38541afd-3a19-4cb7-88d0-ab150f61b0af, host dv-cinder-790014-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=38541afd-3a19-4cb7-88d0-ab150f61b0af,segment=NetworkSegment(c04ee889-7418-43cc-a81f-2f5facfdbc4b),segment_id=c04ee889-7418-43cc-a81f-2f5facfdbc4b)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:32:17.460778 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:17.528147 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-52093f1e-5b93-4b58-b761-90ff526af2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'name': 'tempest-TestVolumeBootPattern-197417283-router', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '735a2362-df5c-4fc7-adad-7623e23d61cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:32:15Z', 'updated_at': '2021-08-25T01:32:16Z', 'revision_number': 3, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'gw_port': {'id': '735a2362-df5c-4fc7-adad-7623e23d61cc', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d6:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:32:15Z', 'updated_at': '2021-08-25T01:32:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi'}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:32:17.531881 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-897cf9db-4d0f-4c31-b665-e097f9068626 admin admin] Allocated IP 172.20.0.1 (109ccc69-61fe-42e8-83da-81c7da1807b8/e4e76ae4-a0df-4300-91e1-70e2eeb06d40/ad7755ad-d744-4372-8f30-8e9347161788) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 01:32:17.560443 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52093f1e-5b93-4b58-b761-90ff526af2be None None] Checking router: fbfad13f-9e18-4a50-a601-e0301b78a9a5 for host: dv-cinder-790014-2-iscsi {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 01:32:17.560796 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52093f1e-5b93-4b58-b761-90ff526af2be None None] Updating router fbfad13f-9e18-4a50-a601-e0301b78a9a5 port 735a2362-df5c-4fc7-adad-7623e23d61cc binding host dv-cinder-790014-2-iscsi {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 01:32:17.561390 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e7b17-ce7a-4eea-9cfe-bce23dc81924 req-3663efe0-49c7-4410-ab72-ce588313fd81 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:17.562906 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-801e7b17-ce7a-4eea-9cfe-bce23dc81924 req-3663efe0-49c7-4410-ab72-ce588313fd81 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 945 time: 0.0796335 Aug 25 01:32:17.579441 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Pushing event updated for resources: {'Port': ['ID=38541afd-3a19-4cb7-88d0-ab150f61b0af,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:32:17.596474 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-52093f1e-5b93-4b58-b761-90ff526af2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:17.623767 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-9158189d-90f7-40dc-b7c3-cd3322a2f665 None None] Provisioning complete for port 38541afd-3a19-4cb7-88d0-ab150f61b0af triggered by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:32:17.624230 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9158189d-90f7-40dc-b7c3-cd3322a2f665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:17.642758 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-801e7b17-ce7a-4eea-9cfe-bce23dc81924 req-c8905e71-c083-4a6e-b4c1-090417107245 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707657 Aug 25 01:32:17.678322 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-897cf9db-4d0f-4c31-b665-e097f9068626 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:17.692147 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-897cf9db-4d0f-4c31-b665-e097f9068626 admin admin] Transition to ACTIVE for port object ad7755ad-d744-4372-8f30-8e9347161788 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:32:17.724910 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-897cf9db-4d0f-4c31-b665-e097f9068626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782026665144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11069661'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:17.764239 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897cf9db-4d0f-4c31-b665-e097f9068626 admin admin] Network 109ccc69-61fe-42e8-83da-81c7da1807b8 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:32:17.767647 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-897cf9db-4d0f-4c31-b665-e097f9068626 admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:32:17.770051 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897cf9db-4d0f-4c31-b665-e097f9068626 admin admin] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 01:32:17.798772 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897cf9db-4d0f-4c31-b665-e097f9068626 admin admin] Pushing event updated for resources: {'Port': ['ID=ad7755ad-d744-4372-8f30-8e9347161788,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:32:17.816818 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-897cf9db-4d0f-4c31-b665-e097f9068626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930667'] for router_interface, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:17.955404 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-897cf9db-4d0f-4c31-b665-e097f9068626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:18.042895 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-52093f1e-5b93-4b58-b761-90ff526af2be None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:18.056302 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-52093f1e-5b93-4b58-b761-90ff526af2be None None] Transition to ACTIVE for port object 735a2362-df5c-4fc7-adad-7623e23d61cc will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:32:18.057976 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-55769bfb-7505-488d-a31c-203ab6093d83 None None] Provisioning for port ad7755ad-d744-4372-8f30-8e9347161788 completed by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:32:18.063366 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-55769bfb-7505-488d-a31c-203ab6093d83 None None] Provisioning complete for port ad7755ad-d744-4372-8f30-8e9347161788 triggered by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:32:18.063878 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-55769bfb-7505-488d-a31c-203ab6093d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:18.066600 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-52093f1e-5b93-4b58-b761-90ff526af2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:18.111307 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-897cf9db-4d0f-4c31-b665-e097f9068626 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:18.117005 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-897cf9db-4d0f-4c31-b665-e097f9068626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11069652'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:18.148874 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-55769bfb-7505-488d-a31c-203ab6093d83 None None] Port ad7755ad-d744-4372-8f30-8e9347161788 cannot update to ACTIVE because it is not bound. {{(pid=93834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 01:32:18.151668 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-52093f1e-5b93-4b58-b761-90ff526af2be None None] Attempting to bind port 735a2362-df5c-4fc7-adad-7623e23d61cc on host dv-cinder-790014-2-iscsi for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 01:32:18.152043 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-52093f1e-5b93-4b58-b761-90ff526af2be None None] Attempting to bind port 735a2362-df5c-4fc7-adad-7623e23d61cc by drivers openvswitch,hyperv on host dv-cinder-790014-2-iscsi at level 0 using segments [{'id': '094c6717-dbf2-418c-b33e-47759605d17a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 01:32:18.152406 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52093f1e-5b93-4b58-b761-90ff526af2be None None] Attempting to bind port 735a2362-df5c-4fc7-adad-7623e23d61cc on network 010d8b7d-53b1-407d-b771-6477c60770f4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:32:18.154397 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cd2ab5-800e-42ac-89f5-2f9380ad603f None None] Pushing event updated for resources: {'Port': ['ID=735a2362-df5c-4fc7-adad-7623e23d61cc,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:32:18.162308 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52093f1e-5b93-4b58-b761-90ff526af2be None None] Checking agent: {'id': 'd4180fab-6748-497c-b5c9-83716f34f1ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 1, 19, 30), 'started_at': datetime.datetime(2021, 8, 25, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 01:32:18.162605 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52093f1e-5b93-4b58-b761-90ff526af2be None None] Checking segment: {'id': '094c6717-dbf2-418c-b33e-47759605d17a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:32:18.163081 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-52093f1e-5b93-4b58-b761-90ff526af2be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:18.163504 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52093f1e-5b93-4b58-b761-90ff526af2be None None] Bound using segment: {'id': '094c6717-dbf2-418c-b33e-47759605d17a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 01:32:18.163971 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-52093f1e-5b93-4b58-b761-90ff526af2be None None] Bound port: 735a2362-df5c-4fc7-adad-7623e23d61cc, host: dv-cinder-790014-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '094c6717-dbf2-418c-b33e-47759605d17a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 01:32:18.164354 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-52093f1e-5b93-4b58-b761-90ff526af2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:18.184932 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897cf9db-4d0f-4c31-b665-e097f9068626 admin admin] Pushing event updated for resources: {'Port': ['ID=ad7755ad-d744-4372-8f30-8e9347161788,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:32:18.187669 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-897cf9db-4d0f-4c31-b665-e097f9068626 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932541'] for router_interface, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:18.215187 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-52093f1e-5b93-4b58-b761-90ff526af2be None None] For port 735a2362-df5c-4fc7-adad-7623e23d61cc, host dv-cinder-790014-2-iscsi, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 01:32:18.218328 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-52093f1e-5b93-4b58-b761-90ff526af2be None None] For port 735a2362-df5c-4fc7-adad-7623e23d61cc, host dv-cinder-790014-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=735a2362-df5c-4fc7-adad-7623e23d61cc,segment=NetworkSegment(094c6717-dbf2-418c-b33e-47759605d17a),segment_id=094c6717-dbf2-418c-b33e-47759605d17a)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 01:32:18.223112 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-52093f1e-5b93-4b58-b761-90ff526af2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:18.273497 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897cf9db-4d0f-4c31-b665-e097f9068626 admin admin] Network 109ccc69-61fe-42e8-83da-81c7da1807b8 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:32:18.274858 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-897cf9db-4d0f-4c31-b665-e097f9068626 admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:32:18.277593 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52093f1e-5b93-4b58-b761-90ff526af2be None None] Routers {'fbfad13f-9e18-4a50-a601-e0301b78a9a5'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:32:18.278392 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-52093f1e-5b93-4b58-b761-90ff526af2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:32:00Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['fbfad13f-9e18-4a50-a601-e0301b78a9a5'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:32:18.314511 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cd2ab5-800e-42ac-89f5-2f9380ad603f None None] Pushing event updated for resources: {'Port': ['ID=735a2362-df5c-4fc7-adad-7623e23d61cc,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:32:18.403966 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-52093f1e-5b93-4b58-b761-90ff526af2be None None] Set router fbfad13f-9e18-4a50-a601-e0301b78a9a5 gateway port host: dv-cinder-790014-2-iscsi {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:32:18.512508 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-2212f613-8a31-45a6-bfe6-bcfbc5cfe618 None None] Provisioning complete for port ad7755ad-d744-4372-8f30-8e9347161788 triggered by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:32:18.512888 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2212f613-8a31-45a6-bfe6-bcfbc5cfe618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:18.580002 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-2212f613-8a31-45a6-bfe6-bcfbc5cfe618 None None] Port ad7755ad-d744-4372-8f30-8e9347161788 cannot update to ACTIVE because it is not bound. {{(pid=93834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 01:32:18.589884 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-897cf9db-4d0f-4c31-b665-e097f9068626 admin admin] Router fbfad13f-9e18-4a50-a601-e0301b78a9a5 has already been hosted by L3 agent 2e219680-1a48-4599-ad97-adf9ec497b47 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 01:32:18.651312 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-52093f1e-5b93-4b58-b761-90ff526af2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'name': 'tempest-TestVolumeBootPattern-197417283-router', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '735a2362-df5c-4fc7-adad-7623e23d61cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:32:15Z', 'updated_at': '2021-08-25T01:32:17Z', 'revision_number': 4, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'gw_port': {'id': '735a2362-df5c-4fc7-adad-7623e23d61cc', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d6:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:32:15Z', 'updated_at': '2021-08-25T01:32:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_interfaces': [{'id': 'ad7755ad-d744-4372-8f30-8e9347161788', 'name': '', 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'mac_address': 'fa:16:3e:c7:c3:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'e4e76ae4-a0df-4300-91e1-70e2eeb06d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:32:17Z', 'updated_at': '2021-08-25T01:32:18Z', 'revision_number': 2, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'subnets': [{'id': 'e4e76ae4-a0df-4300-91e1-70e2eeb06d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:32:18.677352 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52093f1e-5b93-4b58-b761-90ff526af2be None None] The sync data for ids ['fbfad13f-9e18-4a50-a601-e0301b78a9a5'] in dv-cinder-790014-2-iscsi is: [{'id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'name': 'tempest-TestVolumeBootPattern-197417283-router', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '735a2362-df5c-4fc7-adad-7623e23d61cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:32:15Z', 'updated_at': '2021-08-25T01:32:17Z', 'revision_number': 4, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'gw_port': {'id': '735a2362-df5c-4fc7-adad-7623e23d61cc', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d6:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:32:15Z', 'updated_at': '2021-08-25T01:32:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_interfaces': [{'id': 'ad7755ad-d744-4372-8f30-8e9347161788', 'name': '', 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'mac_address': 'fa:16:3e:c7:c3:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'e4e76ae4-a0df-4300-91e1-70e2eeb06d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:32:17Z', 'updated_at': '2021-08-25T01:32:18Z', 'revision_number': 2, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'subnets': [{'id': 'e4e76ae4-a0df-4300-91e1-70e2eeb06d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 01:32:18.704966 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897cf9db-4d0f-4c31-b665-e097f9068626 admin admin] Notify agent at l3_agent.dv-cinder-790014-2-iscsi the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 01:32:18.714956 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-897cf9db-4d0f-4c31-b665-e097f9068626 admin admin] 10.222.0.23 "PUT /v2.0/routers/fbfad13f-9e18-4a50-a601-e0301b78a9a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8332198 Aug 25 01:32:18.789822 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b66f277-fc0e-4b62-8092-187025952f60 req-8dacad48-77e2-4549-9e8d-afec5a4dae36 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:18.791457 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-8b66f277-fc0e-4b62-8092-187025952f60 req-8dacad48-77e2-4549-9e8d-afec5a4dae36 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 945 time: 0.0527790 Aug 25 01:32:18.834772 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-8b66f277-fc0e-4b62-8092-187025952f60 req-6dea0963-1e4d-46c4-a7d1-e93c879eaaaa tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366631 Aug 25 01:32:18.877035 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 38541afd-3a19-4cb7-88d0-ab150f61b0af up at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:32:18.956323 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning complete for port 38541afd-3a19-4cb7-88d0-ab150f61b0af triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:32:18.956694 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:19.259723 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 54544) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:32:19.264874 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.v2.base [None req-eaf29cd9-06ae-4fce-98fd-eab621735fc9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1776582688-network', 'tenant_id': '0c2d14a240674ff392a60602ca5b849a'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:32:19.288661 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf29cd9-06ae-4fce-98fd-eab621735fc9 admin admin] Made reservation on behalf of 0c2d14a240674ff392a60602ca5b849a for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 01:32:19.290962 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-eaf29cd9-06ae-4fce-98fd-eab621735fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:19.303095 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-eaf29cd9-06ae-4fce-98fd-eab621735fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:19.415762 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-eaf29cd9-06ae-4fce-98fd-eab621735fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:19.419491 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-eaf29cd9-06ae-4fce-98fd-eab621735fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:19.447909 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaf29cd9-06ae-4fce-98fd-eab621735fc9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 01:32:19.453632 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf29cd9-06ae-4fce-98fd-eab621735fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e16e06-76b4-4169-83bf-a0887c5538aa,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:32:19.461672 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-eaf29cd9-06ae-4fce-98fd-eab621735fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3751945'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:19.461955 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.db.segments_db [None req-eaf29cd9-06ae-4fce-98fd-eab621735fc9 admin admin] Added segment e3fd070e-ed68-4d6a-b69e-aa4a0786bdc5 of type vlan for network b1ca0543-dd3f-45a0-a967-5a8ae2e83843 Aug 25 01:32:19.506913 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-eaf29cd9-06ae-4fce-98fd-eab621735fc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782026683423'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:19.532878 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-eaf29cd9-06ae-4fce-98fd-eab621735fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:19.533908 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf29cd9-06ae-4fce-98fd-eab621735fc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:19.534599 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-eaf29cd9-06ae-4fce-98fd-eab621735fc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:19.564024 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:19.589751 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-eaf29cd9-06ae-4fce-98fd-eab621735fc9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3288276 Aug 25 01:32:19.592423 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 54546) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:32:19.598572 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [None req-c41475f0-a7ba-4d71-b2d7-d1d84788eddf admin admin] Request body: {'subnet': {'network_id': 'b1ca0543-dd3f-45a0-a967-5a8ae2e83843', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1776582688-subnet', 'tenant_id': '0c2d14a240674ff392a60602ca5b849a', 'ip_version': 4}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:32:19.601650 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf29cd9-06ae-4fce-98fd-eab621735fc9 admin admin] Pushing event updated for resources: {'Network': ['ID=b1ca0543-dd3f-45a0-a967-5a8ae2e83843,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:32:19.614122 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Network b1ca0543-dd3f-45a0-a967-5a8ae2e83843 details requested by agent ovs-agent-dv-cinder-790014-2-iscsi with host dv-cinder-790014-2-iscsi {{(pid=93834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 01:32:19.628324 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c41475f0-a7ba-4d71-b2d7-d1d84788eddf admin admin] Made reservation on behalf of 0c2d14a240674ff392a60602ca5b849a for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 01:32:19.630969 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c41475f0-a7ba-4d71-b2d7-d1d84788eddf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11558204'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:19.803194 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c41475f0-a7ba-4d71-b2d7-d1d84788eddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8611488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11558350'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:19.862631 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41475f0-a7ba-4d71-b2d7-d1d84788eddf admin admin] Pushing event updated for resources: {'Subnet': ['ID=b57db315-3d06-40b6-b7fc-74771060114f,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:32:19.877486 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41475f0-a7ba-4d71-b2d7-d1d84788eddf admin admin] Checking segment: {'id': 'e3fd070e-ed68-4d6a-b69e-aa4a0786bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b1ca0543-dd3f-45a0-a967-5a8ae2e83843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:32:19.877486 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41475f0-a7ba-4d71-b2d7-d1d84788eddf admin admin] Network hostable DHCP agents. Network: b1ca0543-dd3f-45a0-a967-5a8ae2e83843, hostable agents: ['ac5d4c25-da57-44fa-9536-6aedd7c82d66'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 01:32:19.895823 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41475f0-a7ba-4d71-b2d7-d1d84788eddf admin admin] Network b1ca0543-dd3f-45a0-a967-5a8ae2e83843 is scheduled to be hosted by DHCP agent ac5d4c25-da57-44fa-9536-6aedd7c82d66 with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 01:32:19.905884 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-c41475f0-a7ba-4d71-b2d7-d1d84788eddf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-2-iscsi, b1ca0543-dd3f-45a0-a967-5a8ae2e83843) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:32:19.914466 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92dccb1-d864-42a6-8b9c-26ab25c5005c None None] Network b1ca0543-dd3f-45a0-a967-5a8ae2e83843 requested from dv-cinder-790014-2-iscsi {{(pid=93834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 01:32:19.918650 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41475f0-a7ba-4d71-b2d7-d1d84788eddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:19.919305 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c41475f0-a7ba-4d71-b2d7-d1d84788eddf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:19.938058 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-c41475f0-a7ba-4d71-b2d7-d1d84788eddf admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3439417 Aug 25 01:32:19.940978 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 54552) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:32:19.947099 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [None req-380ecde1-160e-48c9-aa4e-4e318ca5ecdc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1776582688-router', 'tenant_id': '0c2d14a240674ff392a60602ca5b849a', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4'}}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:32:19.971330 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-380ecde1-160e-48c9-aa4e-4e318ca5ecdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11028'] for router, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:19.972545 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-380ecde1-160e-48c9-aa4e-4e318ca5ecdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931179', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-927177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11023'] for router, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:19.982567 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd75fe6-3a31-4bef-a8c0-ff7b8373405a req-f17ed2e7-df87-41e3-a2d5-c1dc7f3658fe tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:19.984448 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-4bd75fe6-3a31-4bef-a8c0-ff7b8373405a req-f17ed2e7-df87-41e3-a2d5-c1dc7f3658fe tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 945 time: 0.0625546 Aug 25 01:32:20.024760 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-4bd75fe6-3a31-4bef-a8c0-ff7b8373405a req-843045de-a6fc-4c5f-850d-00ddf934c091 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331340 Aug 25 01:32:20.029370 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-380ecde1-160e-48c9-aa4e-4e318ca5ecdc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:20.089616 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9351d7-0e42-46a3-9c45-730005f2fbbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba2eb50d-18ea-5a46-8f87-f237355d5e2f-b1ca0543-dd3f-45a0-a967-5a8ae2e83843', 'network_id': 'b1ca0543-dd3f-45a0-a967-5a8ae2e83843', 'tenant_id': '0c2d14a240674ff392a60602ca5b849a', 'fixed_ips': [{'subnet_id': 'b57db315-3d06-40b6-b7fc-74771060114f'}]}} from dv-cinder-790014-2-iscsi. {{(pid=93834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 01:32:20.090469 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6c9351d7-0e42-46a3-9c45-730005f2fbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:20.173069 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-380ecde1-160e-48c9-aa4e-4e318ca5ecdc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:20.224268 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-6c9351d7-0e42-46a3-9c45-730005f2fbbf None None] Allocated IP 172.20.0.2 (b1ca0543-dd3f-45a0-a967-5a8ae2e83843/b57db315-3d06-40b6-b7fc-74771060114f/02f3e5a0-ea06-460d-a90c-15a614ddf542) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 01:32:20.247688 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.agents_db [None req-4bdcba96-0b2f-4eba-81a9-023f498d003c None None] Agent healthcheck: found 6 active agents {{(pid=93835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 01:32:20.370290 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-380ecde1-160e-48c9-aa4e-4e318ca5ecdc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:20.370994 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6c9351d7-0e42-46a3-9c45-730005f2fbbf None None] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:20.380506 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-6c9351d7-0e42-46a3-9c45-730005f2fbbf None None] Transition to ACTIVE for port object 02f3e5a0-ea06-460d-a90c-15a614ddf542 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:32:20.395150 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-380ecde1-160e-48c9-aa4e-4e318ca5ecdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:20.398365 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-6c9351d7-0e42-46a3-9c45-730005f2fbbf None None] Transition to ACTIVE for port object 02f3e5a0-ea06-460d-a90c-15a614ddf542 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:32:20.404430 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6c9351d7-0e42-46a3-9c45-730005f2fbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782026665144'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:20.446867 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9351d7-0e42-46a3-9c45-730005f2fbbf None None] Network b1ca0543-dd3f-45a0-a967-5a8ae2e83843 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:32:20.452564 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-6c9351d7-0e42-46a3-9c45-730005f2fbbf None None] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:32:20.457915 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9351d7-0e42-46a3-9c45-730005f2fbbf None None] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 01:32:20.461274 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9351d7-0e42-46a3-9c45-730005f2fbbf None None] Pushing event updated for resources: {'Port': ['ID=02f3e5a0-ea06-460d-a90c-15a614ddf542,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:32:20.506058 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-380ecde1-160e-48c9-aa4e-4e318ca5ecdc admin admin] Allocated IP 172.27.1.139 (010d8b7d-53b1-407d-b771-6477c60770f4/e3100a47-8cf0-41e7-afe0-dcfedb56ff39/d3f6b28b-20f6-41fa-ae6f-b4d6ef70d5f8) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 01:32:20.516602 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-6c9351d7-0e42-46a3-9c45-730005f2fbbf None None] Attempting to bind port 02f3e5a0-ea06-460d-a90c-15a614ddf542 on host dv-cinder-790014-2-iscsi for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 01:32:20.516981 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-6c9351d7-0e42-46a3-9c45-730005f2fbbf None None] Attempting to bind port 02f3e5a0-ea06-460d-a90c-15a614ddf542 by drivers openvswitch,hyperv on host dv-cinder-790014-2-iscsi at level 0 using segments [{'id': 'e3fd070e-ed68-4d6a-b69e-aa4a0786bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b1ca0543-dd3f-45a0-a967-5a8ae2e83843'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 01:32:20.517353 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9351d7-0e42-46a3-9c45-730005f2fbbf None None] Attempting to bind port 02f3e5a0-ea06-460d-a90c-15a614ddf542 on network b1ca0543-dd3f-45a0-a967-5a8ae2e83843 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:32:20.525556 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9351d7-0e42-46a3-9c45-730005f2fbbf None None] Checking agent: {'id': 'd4180fab-6748-497c-b5c9-83716f34f1ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 1, 19, 30), 'started_at': datetime.datetime(2021, 8, 25, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 01:32:20.525932 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9351d7-0e42-46a3-9c45-730005f2fbbf None None] Checking segment: {'id': 'e3fd070e-ed68-4d6a-b69e-aa4a0786bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b1ca0543-dd3f-45a0-a967-5a8ae2e83843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:32:20.526339 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6c9351d7-0e42-46a3-9c45-730005f2fbbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:20.526757 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9351d7-0e42-46a3-9c45-730005f2fbbf None None] Bound using segment: {'id': 'e3fd070e-ed68-4d6a-b69e-aa4a0786bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b1ca0543-dd3f-45a0-a967-5a8ae2e83843'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 01:32:20.527225 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-6c9351d7-0e42-46a3-9c45-730005f2fbbf None None] Bound port: 02f3e5a0-ea06-460d-a90c-15a614ddf542, host: dv-cinder-790014-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3fd070e-ed68-4d6a-b69e-aa4a0786bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b1ca0543-dd3f-45a0-a967-5a8ae2e83843'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 01:32:20.527607 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6c9351d7-0e42-46a3-9c45-730005f2fbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:20.589881 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-6c9351d7-0e42-46a3-9c45-730005f2fbbf None None] For port 02f3e5a0-ea06-460d-a90c-15a614ddf542, host dv-cinder-790014-2-iscsi, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 01:32:20.593248 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-6c9351d7-0e42-46a3-9c45-730005f2fbbf None None] For port 02f3e5a0-ea06-460d-a90c-15a614ddf542, host dv-cinder-790014-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=02f3e5a0-ea06-460d-a90c-15a614ddf542,segment=NetworkSegment(e3fd070e-ed68-4d6a-b69e-aa4a0786bdc5),segment_id=e3fd070e-ed68-4d6a-b69e-aa4a0786bdc5)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 01:32:20.598173 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6c9351d7-0e42-46a3-9c45-730005f2fbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:20.617509 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-380ecde1-160e-48c9-aa4e-4e318ca5ecdc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:20.657906 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9351d7-0e42-46a3-9c45-730005f2fbbf None None] Pushing event updated for resources: {'Port': ['ID=02f3e5a0-ea06-460d-a90c-15a614ddf542,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:32:20.658369 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-380ecde1-160e-48c9-aa4e-4e318ca5ecdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782026665144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:20.701273 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380ecde1-160e-48c9-aa4e-4e318ca5ecdc admin admin] Network 010d8b7d-53b1-407d-b771-6477c60770f4 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:32:20.704229 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-380ecde1-160e-48c9-aa4e-4e318ca5ecdc admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:32:20.706663 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f614d97d-369d-4539-a4a4-59746b08be38 None None] Sync routers for ids ['fbfad13f-9e18-4a50-a601-e0301b78a9a5'] in dv-cinder-790014-2-iscsi {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 01:32:20.707923 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380ecde1-160e-48c9-aa4e-4e318ca5ecdc admin admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 01:32:20.713442 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ecde1-160e-48c9-aa4e-4e318ca5ecdc admin admin] Pushing event updated for resources: {'Port': ['ID=d3f6b28b-20f6-41fa-ae6f-b4d6ef70d5f8,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:32:20.718635 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f614d97d-369d-4539-a4a4-59746b08be38 None None] Routers {'fbfad13f-9e18-4a50-a601-e0301b78a9a5'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:32:20.719398 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-f614d97d-369d-4539-a4a4-59746b08be38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:32:00Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['fbfad13f-9e18-4a50-a601-e0301b78a9a5'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:32:20.837487 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-f614d97d-369d-4539-a4a4-59746b08be38 None None] Set router fbfad13f-9e18-4a50-a601-e0301b78a9a5 gateway port host: dv-cinder-790014-2-iscsi {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:32:21.001235 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 735a2362-df5c-4fc7-adad-7623e23d61cc up at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:32:21.033506 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-380ecde1-160e-48c9-aa4e-4e318ca5ecdc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:21.069450 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning for port 735a2362-df5c-4fc7-adad-7623e23d61cc completed by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:32:21.074109 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning complete for port 735a2362-df5c-4fc7-adad-7623e23d61cc triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:32:21.075123 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:21.079407 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-f614d97d-369d-4539-a4a4-59746b08be38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'name': 'tempest-TestVolumeBootPattern-197417283-router', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '735a2362-df5c-4fc7-adad-7623e23d61cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:32:15Z', 'updated_at': '2021-08-25T01:32:17Z', 'revision_number': 4, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'gw_port': {'id': '735a2362-df5c-4fc7-adad-7623e23d61cc', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d6:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:32:15Z', 'updated_at': '2021-08-25T01:32:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_interfaces': [{'id': 'ad7755ad-d744-4372-8f30-8e9347161788', 'name': '', 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'mac_address': 'fa:16:3e:c7:c3:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'e4e76ae4-a0df-4300-91e1-70e2eeb06d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:32:17Z', 'updated_at': '2021-08-25T01:32:18Z', 'revision_number': 2, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'subnets': [{'id': 'e4e76ae4-a0df-4300-91e1-70e2eeb06d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:32:21.107858 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f614d97d-369d-4539-a4a4-59746b08be38 None None] Checking router: fbfad13f-9e18-4a50-a601-e0301b78a9a5 for host: dv-cinder-790014-2-iscsi {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 01:32:21.108485 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f614d97d-369d-4539-a4a4-59746b08be38 None None] Updating router fbfad13f-9e18-4a50-a601-e0301b78a9a5 port ad7755ad-d744-4372-8f30-8e9347161788 binding host dv-cinder-790014-2-iscsi {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 01:32:21.135681 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f614d97d-369d-4539-a4a4-59746b08be38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:21.168863 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:21.175755 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3fc9b1-930a-4d0d-8ba8-c292e114150e req-93b3dc40-8ed4-4e6a-af86-37cc7bb278d8 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:21.177911 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-1d3fc9b1-930a-4d0d-8ba8-c292e114150e req-93b3dc40-8ed4-4e6a-af86-37cc7bb278d8 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 945 time: 0.0721858 Aug 25 01:32:21.191319 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] For port 735a2362-df5c-4fc7-adad-7623e23d61cc, host dv-cinder-790014-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=735a2362-df5c-4fc7-adad-7623e23d61cc,segment=NetworkSegment(094c6717-dbf2-418c-b33e-47759605d17a),segment_id=094c6717-dbf2-418c-b33e-47759605d17a)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:32:21.196229 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:21.224507 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-1d3fc9b1-930a-4d0d-8ba8-c292e114150e req-a0c76e02-5ada-4c49-8526-d3c0eb499ada tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390553 Aug 25 01:32:21.260129 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Pushing event updated for resources: {'Port': ['ID=735a2362-df5c-4fc7-adad-7623e23d61cc,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:32:21.277768 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-380ecde1-160e-48c9-aa4e-4e318ca5ecdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931096'] for router, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:21.409294 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380ecde1-160e-48c9-aa4e-4e318ca5ecdc admin admin] Router 66ec863f-8952-46f2-82de-ee2b6c5a2802 is scheduled to L3 agent 2e219680-1a48-4599-ad97-adf9ec497b47 with binding_index 1 {{(pid=93833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 01:32:21.445107 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f614d97d-369d-4539-a4a4-59746b08be38 None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:21.457718 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-f614d97d-369d-4539-a4a4-59746b08be38 None None] Transition to ACTIVE for port object ad7755ad-d744-4372-8f30-8e9347161788 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:32:21.464932 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f614d97d-369d-4539-a4a4-59746b08be38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:21.513945 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3260d551-bcdb-4ef1-87f2-c5ecbcb69cd2 None None] Pushing event updated for resources: {'Port': ['ID=ad7755ad-d744-4372-8f30-8e9347161788,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:32:21.524312 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3260d551-bcdb-4ef1-87f2-c5ecbcb69cd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:32:21.524651 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3260d551-bcdb-4ef1-87f2-c5ecbcb69cd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:32:21.525365 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3260d551-bcdb-4ef1-87f2-c5ecbcb69cd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:32:21.525665 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3260d551-bcdb-4ef1-87f2-c5ecbcb69cd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:32:21.525843 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3260d551-bcdb-4ef1-87f2-c5ecbcb69cd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:32:21.526197 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3260d551-bcdb-4ef1-87f2-c5ecbcb69cd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:32:21.526490 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3260d551-bcdb-4ef1-87f2-c5ecbcb69cd2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:32:21.526834 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3260d551-bcdb-4ef1-87f2-c5ecbcb69cd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:32:21.527199 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3260d551-bcdb-4ef1-87f2-c5ecbcb69cd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:32:21.527786 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3260d551-bcdb-4ef1-87f2-c5ecbcb69cd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:32:21.527786 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3260d551-bcdb-4ef1-87f2-c5ecbcb69cd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:32:21.528092 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3260d551-bcdb-4ef1-87f2-c5ecbcb69cd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:32:21.547773 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380ecde1-160e-48c9-aa4e-4e318ca5ecdc admin admin] Notify agent at l3_agent.dv-cinder-790014-2-iscsi the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 01:32:21.558826 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a28fb6b-641f-4a2c-bb58-43e5b117d514 None None] Sync routers for ids ['66ec863f-8952-46f2-82de-ee2b6c5a2802'] in dv-cinder-790014-2-iscsi {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 01:32:21.572023 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-380ecde1-160e-48c9-aa4e-4e318ca5ecdc admin admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:21.572916 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a28fb6b-641f-4a2c-bb58-43e5b117d514 None None] Routers {'66ec863f-8952-46f2-82de-ee2b6c5a2802'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:32:21.576233 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-380ecde1-160e-48c9-aa4e-4e318ca5ecdc admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6318624 Aug 25 01:32:21.576587 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 54558) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:32:21.576997 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-9a28fb6b-641f-4a2c-bb58-43e5b117d514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:32:00Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['66ec863f-8952-46f2-82de-ee2b6c5a2802'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:32:21.596128 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-f614d97d-369d-4539-a4a4-59746b08be38 None None] Attempting to bind port ad7755ad-d744-4372-8f30-8e9347161788 on host dv-cinder-790014-2-iscsi for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 01:32:21.596502 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-f614d97d-369d-4539-a4a4-59746b08be38 None None] Attempting to bind port ad7755ad-d744-4372-8f30-8e9347161788 by drivers openvswitch,hyperv on host dv-cinder-790014-2-iscsi at level 0 using segments [{'id': 'c04ee889-7418-43cc-a81f-2f5facfdbc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 01:32:21.597010 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f614d97d-369d-4539-a4a4-59746b08be38 None None] Attempting to bind port ad7755ad-d744-4372-8f30-8e9347161788 on network 109ccc69-61fe-42e8-83da-81c7da1807b8 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:32:21.603329 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f614d97d-369d-4539-a4a4-59746b08be38 None None] Checking agent: {'id': 'd4180fab-6748-497c-b5c9-83716f34f1ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 1, 19, 30), 'started_at': datetime.datetime(2021, 8, 25, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 01:32:21.604076 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f614d97d-369d-4539-a4a4-59746b08be38 None None] Checking segment: {'id': 'c04ee889-7418-43cc-a81f-2f5facfdbc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:32:21.604478 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f614d97d-369d-4539-a4a4-59746b08be38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:21.605012 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f614d97d-369d-4539-a4a4-59746b08be38 None None] Bound using segment: {'id': 'c04ee889-7418-43cc-a81f-2f5facfdbc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 01:32:21.605491 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-f614d97d-369d-4539-a4a4-59746b08be38 None None] Bound port: ad7755ad-d744-4372-8f30-8e9347161788, host: dv-cinder-790014-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04ee889-7418-43cc-a81f-2f5facfdbc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 01:32:21.607111 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f614d97d-369d-4539-a4a4-59746b08be38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:21.683602 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-f614d97d-369d-4539-a4a4-59746b08be38 None None] For port ad7755ad-d744-4372-8f30-8e9347161788, host dv-cinder-790014-2-iscsi, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 01:32:21.687106 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-f614d97d-369d-4539-a4a4-59746b08be38 None None] For port ad7755ad-d744-4372-8f30-8e9347161788, host dv-cinder-790014-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=ad7755ad-d744-4372-8f30-8e9347161788,segment=NetworkSegment(c04ee889-7418-43cc-a81f-2f5facfdbc4b),segment_id=c04ee889-7418-43cc-a81f-2f5facfdbc4b)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 01:32:21.694034 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f614d97d-369d-4539-a4a4-59746b08be38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:21.721555 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-9a28fb6b-641f-4a2c-bb58-43e5b117d514 None None] Set router 66ec863f-8952-46f2-82de-ee2b6c5a2802 gateway port host: dv-cinder-790014-2-iscsi {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:32:21.764434 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9464e352-2607-4cd0-823d-bbd87e75e913 None None] Network b1ca0543-dd3f-45a0-a967-5a8ae2e83843 requested from dv-cinder-790014-2-iscsi {{(pid=93834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 01:32:21.767165 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f614d97d-369d-4539-a4a4-59746b08be38 None None] Routers {'fbfad13f-9e18-4a50-a601-e0301b78a9a5'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:32:21.767802 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-f614d97d-369d-4539-a4a4-59746b08be38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:32:00Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['fbfad13f-9e18-4a50-a601-e0301b78a9a5'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:32:21.802401 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3260d551-bcdb-4ef1-87f2-c5ecbcb69cd2 None None] Pushing event updated for resources: {'Port': ['ID=ad7755ad-d744-4372-8f30-8e9347161788,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:32:21.895067 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-f614d97d-369d-4539-a4a4-59746b08be38 None None] Set router fbfad13f-9e18-4a50-a601-e0301b78a9a5 gateway port host: dv-cinder-790014-2-iscsi {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:32:21.912060 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-26341181-3f56-46f1-9c0e-28fb3674c819 None None] Provisioning for port 02f3e5a0-ea06-460d-a90c-15a614ddf542 completed by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:32:22.091576 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cea95f5d-36e6-4e51-8064-eeb1bee8e110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:22.138349 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-f614d97d-369d-4539-a4a4-59746b08be38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'name': 'tempest-TestVolumeBootPattern-197417283-router', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '735a2362-df5c-4fc7-adad-7623e23d61cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:32:15Z', 'updated_at': '2021-08-25T01:32:17Z', 'revision_number': 4, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'gw_port': {'id': '735a2362-df5c-4fc7-adad-7623e23d61cc', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:32:15Z', 'updated_at': '2021-08-25T01:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_interfaces': [{'id': 'ad7755ad-d744-4372-8f30-8e9347161788', 'name': '', 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'mac_address': 'fa:16:3e:c7:c3:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'e4e76ae4-a0df-4300-91e1-70e2eeb06d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:32:17Z', 'updated_at': '2021-08-25T01:32:21Z', 'revision_number': 4, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'subnets': [{'id': 'e4e76ae4-a0df-4300-91e1-70e2eeb06d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:32:22.165359 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f614d97d-369d-4539-a4a4-59746b08be38 None None] The sync data for ids ['fbfad13f-9e18-4a50-a601-e0301b78a9a5'] in dv-cinder-790014-2-iscsi is: [{'id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'name': 'tempest-TestVolumeBootPattern-197417283-router', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '735a2362-df5c-4fc7-adad-7623e23d61cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:32:15Z', 'updated_at': '2021-08-25T01:32:17Z', 'revision_number': 4, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'gw_port': {'id': '735a2362-df5c-4fc7-adad-7623e23d61cc', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:32:15Z', 'updated_at': '2021-08-25T01:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_interfaces': [{'id': 'ad7755ad-d744-4372-8f30-8e9347161788', 'name': '', 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'mac_address': 'fa:16:3e:c7:c3:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'e4e76ae4-a0df-4300-91e1-70e2eeb06d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:32:17Z', 'updated_at': '2021-08-25T01:32:21Z', 'revision_number': 4, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'subnets': [{'id': 'e4e76ae4-a0df-4300-91e1-70e2eeb06d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 01:32:22.219115 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-9a28fb6b-641f-4a2c-bb58-43e5b117d514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ec863f-8952-46f2-82de-ee2b6c5a2802', 'name': 'tempest-TestVolumeBootPattern-1776582688-router', 'tenant_id': '0c2d14a240674ff392a60602ca5b849a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'd3f6b28b-20f6-41fa-ae6f-b4d6ef70d5f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:32:19Z', 'updated_at': '2021-08-25T01:32:20Z', 'revision_number': 3, 'project_id': '0c2d14a240674ff392a60602ca5b849a', 'gw_port': {'id': 'd3f6b28b-20f6-41fa-ae6f-b4d6ef70d5f8', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ec863f-8952-46f2-82de-ee2b6c5a2802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:32:20Z', 'updated_at': '2021-08-25T01:32:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi'}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:32:22.246745 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a28fb6b-641f-4a2c-bb58-43e5b117d514 None None] Checking router: 66ec863f-8952-46f2-82de-ee2b6c5a2802 for host: dv-cinder-790014-2-iscsi {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 01:32:22.247020 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a28fb6b-641f-4a2c-bb58-43e5b117d514 None None] Updating router 66ec863f-8952-46f2-82de-ee2b6c5a2802 port d3f6b28b-20f6-41fa-ae6f-b4d6ef70d5f8 binding host dv-cinder-790014-2-iscsi {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 01:32:22.262371 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-cea95f5d-36e6-4e51-8064-eeb1bee8e110 admin admin] Allocated IP 172.20.0.1 (b1ca0543-dd3f-45a0-a967-5a8ae2e83843/b57db315-3d06-40b6-b7fc-74771060114f/4acb022f-ab6c-4ec9-a7a2-f7d6769ef041) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 01:32:22.296784 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9a28fb6b-641f-4a2c-bb58-43e5b117d514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:22.431373 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21608f0a-2a49-43a2-a46c-974878e7fa7b req-e3381477-03eb-4edf-bf00-0073029ca491 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:22.438930 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-21608f0a-2a49-43a2-a46c-974878e7fa7b req-e3381477-03eb-4edf-bf00-0073029ca491 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 945 time: 0.0813816 Aug 25 01:32:22.470902 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cea95f5d-36e6-4e51-8064-eeb1bee8e110 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:22.498875 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-21608f0a-2a49-43a2-a46c-974878e7fa7b req-cdedef6a-4ab9-43ee-b767-846106d55599 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588684 Aug 25 01:32:22.500603 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-cea95f5d-36e6-4e51-8064-eeb1bee8e110 admin admin] Transition to ACTIVE for port object 4acb022f-ab6c-4ec9-a7a2-f7d6769ef041 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:32:22.547854 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cea95f5d-36e6-4e51-8064-eeb1bee8e110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782026665144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11069661'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:22.589717 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea95f5d-36e6-4e51-8064-eeb1bee8e110 admin admin] Network b1ca0543-dd3f-45a0-a967-5a8ae2e83843 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:32:22.595482 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-cea95f5d-36e6-4e51-8064-eeb1bee8e110 admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:32:22.599156 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea95f5d-36e6-4e51-8064-eeb1bee8e110 admin admin] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 01:32:22.620840 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9a28fb6b-641f-4a2c-bb58-43e5b117d514 None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:22.628889 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea95f5d-36e6-4e51-8064-eeb1bee8e110 admin admin] Pushing event updated for resources: {'Port': ['ID=4acb022f-ab6c-4ec9-a7a2-f7d6769ef041,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:32:22.633081 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-9a28fb6b-641f-4a2c-bb58-43e5b117d514 None None] Transition to ACTIVE for port object d3f6b28b-20f6-41fa-ae6f-b4d6ef70d5f8 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:32:22.643967 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9a28fb6b-641f-4a2c-bb58-43e5b117d514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:22.659886 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cea95f5d-36e6-4e51-8064-eeb1bee8e110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930667'] for router_interface, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:22.701284 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-9a28fb6b-641f-4a2c-bb58-43e5b117d514 None None] Attempting to bind port d3f6b28b-20f6-41fa-ae6f-b4d6ef70d5f8 on host dv-cinder-790014-2-iscsi for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 01:32:22.701656 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-9a28fb6b-641f-4a2c-bb58-43e5b117d514 None None] Attempting to bind port d3f6b28b-20f6-41fa-ae6f-b4d6ef70d5f8 by drivers openvswitch,hyperv on host dv-cinder-790014-2-iscsi at level 0 using segments [{'id': '094c6717-dbf2-418c-b33e-47759605d17a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 01:32:22.702024 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a28fb6b-641f-4a2c-bb58-43e5b117d514 None None] Attempting to bind port d3f6b28b-20f6-41fa-ae6f-b4d6ef70d5f8 on network 010d8b7d-53b1-407d-b771-6477c60770f4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:32:22.705178 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d76b720-60ef-4442-9180-c08624d7f728 None None] Pushing event updated for resources: {'Port': ['ID=d3f6b28b-20f6-41fa-ae6f-b4d6ef70d5f8,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:32:22.722812 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a28fb6b-641f-4a2c-bb58-43e5b117d514 None None] Checking agent: {'id': 'd4180fab-6748-497c-b5c9-83716f34f1ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 1, 19, 30), 'started_at': datetime.datetime(2021, 8, 25, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 01:32:22.723542 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a28fb6b-641f-4a2c-bb58-43e5b117d514 None None] Checking segment: {'id': '094c6717-dbf2-418c-b33e-47759605d17a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:32:22.723648 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9a28fb6b-641f-4a2c-bb58-43e5b117d514 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:22.723963 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a28fb6b-641f-4a2c-bb58-43e5b117d514 None None] Bound using segment: {'id': '094c6717-dbf2-418c-b33e-47759605d17a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 01:32:22.724454 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-9a28fb6b-641f-4a2c-bb58-43e5b117d514 None None] Bound port: d3f6b28b-20f6-41fa-ae6f-b4d6ef70d5f8, host: dv-cinder-790014-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '094c6717-dbf2-418c-b33e-47759605d17a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 01:32:22.724839 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9a28fb6b-641f-4a2c-bb58-43e5b117d514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:22.794187 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-9a28fb6b-641f-4a2c-bb58-43e5b117d514 None None] For port d3f6b28b-20f6-41fa-ae6f-b4d6ef70d5f8, host dv-cinder-790014-2-iscsi, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 01:32:22.798273 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-9a28fb6b-641f-4a2c-bb58-43e5b117d514 None None] For port d3f6b28b-20f6-41fa-ae6f-b4d6ef70d5f8, host dv-cinder-790014-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=d3f6b28b-20f6-41fa-ae6f-b4d6ef70d5f8,segment=NetworkSegment(094c6717-dbf2-418c-b33e-47759605d17a),segment_id=094c6717-dbf2-418c-b33e-47759605d17a)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 01:32:22.806303 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9a28fb6b-641f-4a2c-bb58-43e5b117d514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:22.821678 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cea95f5d-36e6-4e51-8064-eeb1bee8e110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:22.872783 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a28fb6b-641f-4a2c-bb58-43e5b117d514 None None] Routers {'66ec863f-8952-46f2-82de-ee2b6c5a2802'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:32:22.873480 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-9a28fb6b-641f-4a2c-bb58-43e5b117d514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:32:00Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['66ec863f-8952-46f2-82de-ee2b6c5a2802'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:32:22.960913 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d76b720-60ef-4442-9180-c08624d7f728 None None] Pushing event updated for resources: {'Port': ['ID=d3f6b28b-20f6-41fa-ae6f-b4d6ef70d5f8,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:32:22.980749 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-79c53b8b-66a3-4594-9ab4-d92ea004f50c None None] Provisioning for port 4acb022f-ab6c-4ec9-a7a2-f7d6769ef041 completed by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:32:22.986621 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-79c53b8b-66a3-4594-9ab4-d92ea004f50c None None] Provisioning complete for port 4acb022f-ab6c-4ec9-a7a2-f7d6769ef041 triggered by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:32:22.986971 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-79c53b8b-66a3-4594-9ab4-d92ea004f50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:23.030736 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cea95f5d-36e6-4e51-8064-eeb1bee8e110 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:23.036202 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-79c53b8b-66a3-4594-9ab4-d92ea004f50c None None] Port 4acb022f-ab6c-4ec9-a7a2-f7d6769ef041 cannot update to ACTIVE because it is not bound. {{(pid=93834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 01:32:23.037465 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cea95f5d-36e6-4e51-8064-eeb1bee8e110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11069652'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:23.038936 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-9a28fb6b-641f-4a2c-bb58-43e5b117d514 None None] Set router 66ec863f-8952-46f2-82de-ee2b6c5a2802 gateway port host: dv-cinder-790014-2-iscsi {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:32:23.088986 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 02f3e5a0-ea06-460d-a90c-15a614ddf542 up at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:32:23.120413 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cea95f5d-36e6-4e51-8064-eeb1bee8e110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932541'] for router_interface, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:23.122983 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea95f5d-36e6-4e51-8064-eeb1bee8e110 admin admin] Pushing event updated for resources: {'Port': ['ID=4acb022f-ab6c-4ec9-a7a2-f7d6769ef041,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:32:23.212429 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea95f5d-36e6-4e51-8064-eeb1bee8e110 admin admin] Network b1ca0543-dd3f-45a0-a967-5a8ae2e83843 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:32:23.213782 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-cea95f5d-36e6-4e51-8064-eeb1bee8e110 admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:32:23.238454 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning for port 02f3e5a0-ea06-460d-a90c-15a614ddf542 completed by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:32:23.253876 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning complete for port 02f3e5a0-ea06-460d-a90c-15a614ddf542 triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:32:23.254250 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:23.327796 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cea95f5d-36e6-4e51-8064-eeb1bee8e110 admin admin] Router 66ec863f-8952-46f2-82de-ee2b6c5a2802 has already been hosted by L3 agent 2e219680-1a48-4599-ad97-adf9ec497b47 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 01:32:23.380916 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:23.396342 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-9a28fb6b-641f-4a2c-bb58-43e5b117d514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ec863f-8952-46f2-82de-ee2b6c5a2802', 'name': 'tempest-TestVolumeBootPattern-1776582688-router', 'tenant_id': '0c2d14a240674ff392a60602ca5b849a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'd3f6b28b-20f6-41fa-ae6f-b4d6ef70d5f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:32:19Z', 'updated_at': '2021-08-25T01:32:22Z', 'revision_number': 4, 'project_id': '0c2d14a240674ff392a60602ca5b849a', 'gw_port': {'id': 'd3f6b28b-20f6-41fa-ae6f-b4d6ef70d5f8', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ec863f-8952-46f2-82de-ee2b6c5a2802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:32:20Z', 'updated_at': '2021-08-25T01:32:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_interfaces': [{'id': '4acb022f-ab6c-4ec9-a7a2-f7d6769ef041', 'name': '', 'network_id': 'b1ca0543-dd3f-45a0-a967-5a8ae2e83843', 'tenant_id': '0c2d14a240674ff392a60602ca5b849a', 'mac_address': 'fa:16:3e:c3:8c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ec863f-8952-46f2-82de-ee2b6c5a2802', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'b57db315-3d06-40b6-b7fc-74771060114f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:32:22Z', 'updated_at': '2021-08-25T01:32:22Z', 'revision_number': 1, 'project_id': '0c2d14a240674ff392a60602ca5b849a', 'subnets': [{'id': 'b57db315-3d06-40b6-b7fc-74771060114f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:32:23.429091 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a28fb6b-641f-4a2c-bb58-43e5b117d514 None None] The sync data for ids ['66ec863f-8952-46f2-82de-ee2b6c5a2802'] in dv-cinder-790014-2-iscsi is: [{'id': '66ec863f-8952-46f2-82de-ee2b6c5a2802', 'name': 'tempest-TestVolumeBootPattern-1776582688-router', 'tenant_id': '0c2d14a240674ff392a60602ca5b849a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'd3f6b28b-20f6-41fa-ae6f-b4d6ef70d5f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:32:19Z', 'updated_at': '2021-08-25T01:32:22Z', 'revision_number': 4, 'project_id': '0c2d14a240674ff392a60602ca5b849a', 'gw_port': {'id': 'd3f6b28b-20f6-41fa-ae6f-b4d6ef70d5f8', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ec863f-8952-46f2-82de-ee2b6c5a2802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:32:20Z', 'updated_at': '2021-08-25T01:32:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_interfaces': [{'id': '4acb022f-ab6c-4ec9-a7a2-f7d6769ef041', 'name': '', 'network_id': 'b1ca0543-dd3f-45a0-a967-5a8ae2e83843', 'tenant_id': '0c2d14a240674ff392a60602ca5b849a', 'mac_address': 'fa:16:3e:c3:8c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ec863f-8952-46f2-82de-ee2b6c5a2802', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'b57db315-3d06-40b6-b7fc-74771060114f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:32:22Z', 'updated_at': '2021-08-25T01:32:22Z', 'revision_number': 1, 'project_id': '0c2d14a240674ff392a60602ca5b849a', 'subnets': [{'id': 'b57db315-3d06-40b6-b7fc-74771060114f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 01:32:23.441232 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea95f5d-36e6-4e51-8064-eeb1bee8e110 admin admin] Notify agent at l3_agent.dv-cinder-790014-2-iscsi the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 01:32:23.444848 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] For port 02f3e5a0-ea06-460d-a90c-15a614ddf542, host dv-cinder-790014-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=02f3e5a0-ea06-460d-a90c-15a614ddf542,segment=NetworkSegment(e3fd070e-ed68-4d6a-b69e-aa4a0786bdc5),segment_id=e3fd070e-ed68-4d6a-b69e-aa4a0786bdc5)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:32:23.447940 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-cea95f5d-36e6-4e51-8064-eeb1bee8e110 admin admin] 10.222.0.23 "PUT /v2.0/routers/66ec863f-8952-46f2-82de-ee2b6c5a2802/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8702054 Aug 25 01:32:23.451894 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:23.452686 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 735a2362-df5c-4fc7-adad-7623e23d61cc up at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:32:23.548872 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-45a66fde-f910-42b0-a8ed-796c23bb568f None None] Provisioning complete for port 4acb022f-ab6c-4ec9-a7a2-f7d6769ef041 triggered by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:32:23.549303 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-45a66fde-f910-42b0-a8ed-796c23bb568f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:23.571545 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Pushing event updated for resources: {'Port': ['ID=02f3e5a0-ea06-460d-a90c-15a614ddf542,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:32:23.599666 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning complete for port 735a2362-df5c-4fc7-adad-7623e23d61cc triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:32:23.600041 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:23.603650 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-45a66fde-f910-42b0-a8ed-796c23bb568f None None] Port 4acb022f-ab6c-4ec9-a7a2-f7d6769ef041 cannot update to ACTIVE because it is not bound. {{(pid=93834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 01:32:23.636477 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e0a731-47cb-4e3c-b6d3-88b85e3073c1 req-0151db5b-7568-4f9d-b0ce-48060f3a67cf tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:23.638595 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-43e0a731-47cb-4e3c-b6d3-88b85e3073c1 req-0151db5b-7568-4f9d-b0ce-48060f3a67cf tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 945 time: 0.0589311 Aug 25 01:32:23.701815 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-43e0a731-47cb-4e3c-b6d3-88b85e3073c1 req-97b32a3f-94d6-4505-846d-f201cb854210 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505793 Aug 25 01:32:23.709810 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device ad7755ad-d744-4372-8f30-8e9347161788 up at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:32:23.793935 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning for port ad7755ad-d744-4372-8f30-8e9347161788 completed by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:32:23.799525 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning complete for port ad7755ad-d744-4372-8f30-8e9347161788 triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:32:23.799925 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:23.910204 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:23.946902 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] For port ad7755ad-d744-4372-8f30-8e9347161788, host dv-cinder-790014-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=ad7755ad-d744-4372-8f30-8e9347161788,segment=NetworkSegment(c04ee889-7418-43cc-a81f-2f5facfdbc4b),segment_id=c04ee889-7418-43cc-a81f-2f5facfdbc4b)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:32:23.950836 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:23.998502 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Pushing event updated for resources: {'Port': ['ID=ad7755ad-d744-4372-8f30-8e9347161788,revision_number=5']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:32:24.414437 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 54580) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:32:24.419217 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.v2.base [None req-6bb65235-809f-49de-a1de-fac760d7031b tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1998696762', 'description': 'tempest-secgroup-smoke-1998696762 description', 'project_id': 'ada43be06e92474191038a2b41a9f39b'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:32:24.443975 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6bb65235-809f-49de-a1de-fac760d7031b tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:24.521666 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6bb65235-809f-49de-a1de-fac760d7031b tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:24.525264 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6bb65235-809f-49de-a1de-fac760d7031b tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:24.550127 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6bb65235-809f-49de-a1de-fac760d7031b tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:24.551334 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-6bb65235-809f-49de-a1de-fac760d7031b tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1358619 Aug 25 01:32:24.554328 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 54582) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:32:24.555612 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb65235-809f-49de-a1de-fac760d7031b tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2646397d-f3dc-4653-8e65-32eb787a687c,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:32:24.559880 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [None req-b6a8b56f-413f-4580-883a-a96c09e32a8d tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Request body: {'security_group_rule': {'security_group_id': '2646397d-f3dc-4653-8e65-32eb787a687c', 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:32:24.586424 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b6a8b56f-413f-4580-883a-a96c09e32a8d tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:24.640783 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b6a8b56f-413f-4580-883a-a96c09e32a8d tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:24.644281 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b6a8b56f-413f-4580-883a-a96c09e32a8d tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019102'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:24.660680 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a8b56f-413f-4580-883a-a96c09e32a8d tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07b0d270-8cf1-4dc3-ba9e-84f0d20b1e60,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:32:24.666742 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b6a8b56f-413f-4580-883a-a96c09e32a8d tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:24.668003 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-b6a8b56f-413f-4580-883a-a96c09e32a8d tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1126113 Aug 25 01:32:24.670630 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 54584) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:32:24.675479 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [None req-73728afb-d958-470c-bf16-f801592b7aed tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Request body: {'security_group_rule': {'security_group_id': '2646397d-f3dc-4653-8e65-32eb787a687c', 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:32:24.699640 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-73728afb-d958-470c-bf16-f801592b7aed tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:24.754115 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-73728afb-d958-470c-bf16-f801592b7aed tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:24.758008 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-73728afb-d958-470c-bf16-f801592b7aed tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019102'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:24.775389 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73728afb-d958-470c-bf16-f801592b7aed tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd81cc8d-84aa-45ac-906b-f036536038af,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:32:24.786189 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-73728afb-d958-470c-bf16-f801592b7aed tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:24.787729 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-73728afb-d958-470c-bf16-f801592b7aed tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1161444 Aug 25 01:32:24.790415 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 54588) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:32:24.794882 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [None req-d15add0f-35d7-4f7e-aeb6-715103db607d tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Request body: {'security_group_rule': {'security_group_id': '2646397d-f3dc-4653-8e65-32eb787a687c', 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:32:24.831481 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d15add0f-35d7-4f7e-aeb6-715103db607d tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:24.839691 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc11d3-f4ad-448e-aeff-aabb539f2cee req-b129d68a-1074-4cdb-80be-3d4e5e089f27 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:24.841167 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-2cfc11d3-f4ad-448e-aeff-aabb539f2cee req-b129d68a-1074-4cdb-80be-3d4e5e089f27 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 945 time: 0.0502543 Aug 25 01:32:24.896501 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-2cfc11d3-f4ad-448e-aeff-aabb539f2cee req-dd0fac2a-523b-4454-84f3-de306e569d4d tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463109 Aug 25 01:32:24.903679 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d15add0f-35d7-4f7e-aeb6-715103db607d tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:24.904353 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 02f3e5a0-ea06-460d-a90c-15a614ddf542 up at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:32:24.909379 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d15add0f-35d7-4f7e-aeb6-715103db607d tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019102'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:24.930304 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15add0f-35d7-4f7e-aeb6-715103db607d tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47eb7219-acc8-490d-a3dd-ce7f56c6fe9f,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:32:24.939611 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d15add0f-35d7-4f7e-aeb6-715103db607d tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:24.943269 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-d15add0f-35d7-4f7e-aeb6-715103db607d tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1493838 Aug 25 01:32:24.943497 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 54590) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:32:24.947948 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [None req-956f7d4a-35b1-4873-9797-3a43964be6ac tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Request body: {'security_group_rule': {'security_group_id': '2646397d-f3dc-4653-8e65-32eb787a687c', 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:32:24.961690 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning complete for port 02f3e5a0-ea06-460d-a90c-15a614ddf542 triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:32:24.962063 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:24.979541 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-956f7d4a-35b1-4873-9797-3a43964be6ac tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:25.036319 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-956f7d4a-35b1-4873-9797-3a43964be6ac tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:25.038821 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device ad7755ad-d744-4372-8f30-8e9347161788 up at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:32:25.040192 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-956f7d4a-35b1-4873-9797-3a43964be6ac tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019102'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:25.057082 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f7d4a-35b1-4873-9797-3a43964be6ac tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69fb379a-e32b-4e7f-bf51-32d7ab4cb8a2,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:32:25.066525 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-956f7d4a-35b1-4873-9797-3a43964be6ac tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:25.067750 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-956f7d4a-35b1-4873-9797-3a43964be6ac tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1233025 Aug 25 01:32:25.070645 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 54592) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:32:25.075303 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [None req-c78fc6db-2c7e-4c4b-a881-06785fd3286a tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Request body: {'security_group_rule': {'security_group_id': '2646397d-f3dc-4653-8e65-32eb787a687c', 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:32:25.091577 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning complete for port ad7755ad-d744-4372-8f30-8e9347161788 triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:32:25.091953 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:25.099227 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.db.securitygroups_db [None req-c78fc6db-2c7e-4c4b-a881-06785fd3286a tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Project ada43be06e92474191038a2b41a9f39b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 01:32:25.104185 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c78fc6db-2c7e-4c4b-a881-06785fd3286a tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:25.162952 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c78fc6db-2c7e-4c4b-a881-06785fd3286a tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:25.166372 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c78fc6db-2c7e-4c4b-a881-06785fd3286a tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019102'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:25.181249 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78fc6db-2c7e-4c4b-a881-06785fd3286a tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d09ec1f-86e6-438c-b849-2d9c3bc54515,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:32:25.189724 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c78fc6db-2c7e-4c4b-a881-06785fd3286a tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:25.190894 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-c78fc6db-2c7e-4c4b-a881-06785fd3286a tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1190789 Aug 25 01:32:25.193530 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 54594) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:32:25.197703 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [None req-a0be5bab-5dd0-44b3-b262-d57b7bf54d74 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Request body: {'security_group_rule': {'security_group_id': '2646397d-f3dc-4653-8e65-32eb787a687c', 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:32:25.218091 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.db.securitygroups_db [None req-a0be5bab-5dd0-44b3-b262-d57b7bf54d74 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Project ada43be06e92474191038a2b41a9f39b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 01:32:25.223137 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a0be5bab-5dd0-44b3-b262-d57b7bf54d74 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:25.279707 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a0be5bab-5dd0-44b3-b262-d57b7bf54d74 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:25.283814 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a0be5bab-5dd0-44b3-b262-d57b7bf54d74 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019102'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:25.300847 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0be5bab-5dd0-44b3-b262-d57b7bf54d74 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25018f6a-def0-4271-ad46-658b9ef01ec1,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:32:25.306152 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a0be5bab-5dd0-44b3-b262-d57b7bf54d74 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:25.307341 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-a0be5bab-5dd0-44b3-b262-d57b7bf54d74 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1129234 Aug 25 01:32:26.030117 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7c0f9-14f4-4e5b-ba59-e2283c2204e9 req-4847f62e-c440-4615-aeb1-9560429efde7 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:26.031643 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-eec7c0f9-14f4-4e5b-ba59-e2283c2204e9 req-4847f62e-c440-4615-aeb1-9560429efde7 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 945 time: 0.0589898 Aug 25 01:32:26.073200 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-eec7c0f9-14f4-4e5b-ba59-e2283c2204e9 req-f65f93a7-00b4-44c9-b3dc-550f97e41cb0 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351770 Aug 25 01:32:26.792172 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c69f543-9d7b-4f19-a8e7-c32fd970de61 None None] Sync routers for ids ['66ec863f-8952-46f2-82de-ee2b6c5a2802'] in dv-cinder-790014-2-iscsi {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 01:32:26.803080 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c69f543-9d7b-4f19-a8e7-c32fd970de61 None None] Routers {'66ec863f-8952-46f2-82de-ee2b6c5a2802'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:32:26.803630 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-1c69f543-9d7b-4f19-a8e7-c32fd970de61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:32:00Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['66ec863f-8952-46f2-82de-ee2b6c5a2802'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:32:26.891820 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device d3f6b28b-20f6-41fa-ae6f-b4d6ef70d5f8 up at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:32:26.914205 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-1c69f543-9d7b-4f19-a8e7-c32fd970de61 None None] Set router 66ec863f-8952-46f2-82de-ee2b6c5a2802 gateway port host: dv-cinder-790014-2-iscsi {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:32:26.944365 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning for port d3f6b28b-20f6-41fa-ae6f-b4d6ef70d5f8 completed by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:32:26.948285 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning complete for port d3f6b28b-20f6-41fa-ae6f-b4d6ef70d5f8 triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:32:26.948655 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:27.030627 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:27.051285 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] For port d3f6b28b-20f6-41fa-ae6f-b4d6ef70d5f8, host dv-cinder-790014-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=d3f6b28b-20f6-41fa-ae6f-b4d6ef70d5f8,segment=NetworkSegment(094c6717-dbf2-418c-b33e-47759605d17a),segment_id=094c6717-dbf2-418c-b33e-47759605d17a)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:32:27.055819 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:27.111494 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Pushing event updated for resources: {'Port': ['ID=d3f6b28b-20f6-41fa-ae6f-b4d6ef70d5f8,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:32:27.204974 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662da95-8909-4799-9a8e-b13c8def9478 req-7da2c697-ded2-4671-8595-1f3164c19607 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:27.205877 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-1c69f543-9d7b-4f19-a8e7-c32fd970de61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ec863f-8952-46f2-82de-ee2b6c5a2802', 'name': 'tempest-TestVolumeBootPattern-1776582688-router', 'tenant_id': '0c2d14a240674ff392a60602ca5b849a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'd3f6b28b-20f6-41fa-ae6f-b4d6ef70d5f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:32:19Z', 'updated_at': '2021-08-25T01:32:22Z', 'revision_number': 4, 'project_id': '0c2d14a240674ff392a60602ca5b849a', 'gw_port': {'id': 'd3f6b28b-20f6-41fa-ae6f-b4d6ef70d5f8', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ec863f-8952-46f2-82de-ee2b6c5a2802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:32:20Z', 'updated_at': '2021-08-25T01:32:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_interfaces': [{'id': '4acb022f-ab6c-4ec9-a7a2-f7d6769ef041', 'name': '', 'network_id': 'b1ca0543-dd3f-45a0-a967-5a8ae2e83843', 'tenant_id': '0c2d14a240674ff392a60602ca5b849a', 'mac_address': 'fa:16:3e:c3:8c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ec863f-8952-46f2-82de-ee2b6c5a2802', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'b57db315-3d06-40b6-b7fc-74771060114f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:32:22Z', 'updated_at': '2021-08-25T01:32:22Z', 'revision_number': 2, 'project_id': '0c2d14a240674ff392a60602ca5b849a', 'subnets': [{'id': 'b57db315-3d06-40b6-b7fc-74771060114f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:32:27.206574 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-5662da95-8909-4799-9a8e-b13c8def9478 req-7da2c697-ded2-4671-8595-1f3164c19607 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 945 time: 0.0528634 Aug 25 01:32:27.231453 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c69f543-9d7b-4f19-a8e7-c32fd970de61 None None] Checking router: 66ec863f-8952-46f2-82de-ee2b6c5a2802 for host: dv-cinder-790014-2-iscsi {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 01:32:27.231453 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c69f543-9d7b-4f19-a8e7-c32fd970de61 None None] Updating router 66ec863f-8952-46f2-82de-ee2b6c5a2802 port 4acb022f-ab6c-4ec9-a7a2-f7d6769ef041 binding host dv-cinder-790014-2-iscsi {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 01:32:27.243405 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-5662da95-8909-4799-9a8e-b13c8def9478 req-7a302aa7-acf6-4129-9974-af29b1b1b19f tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308893 Aug 25 01:32:27.255781 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1c69f543-9d7b-4f19-a8e7-c32fd970de61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:27.305623 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cbbefaa4-2aaf-46bf-9b97-3452768998ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:27.519081 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1c69f543-9d7b-4f19-a8e7-c32fd970de61 None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:27.528481 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-1c69f543-9d7b-4f19-a8e7-c32fd970de61 None None] Transition to ACTIVE for port object 4acb022f-ab6c-4ec9-a7a2-f7d6769ef041 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:32:27.533768 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1c69f543-9d7b-4f19-a8e7-c32fd970de61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:27.583472 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aab2ae-cdd7-44a2-bf99-255c1378dab2 None None] Pushing event updated for resources: {'Port': ['ID=4acb022f-ab6c-4ec9-a7a2-f7d6769ef041,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:32:27.637880 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-1c69f543-9d7b-4f19-a8e7-c32fd970de61 None None] Attempting to bind port 4acb022f-ab6c-4ec9-a7a2-f7d6769ef041 on host dv-cinder-790014-2-iscsi for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 01:32:27.638253 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-1c69f543-9d7b-4f19-a8e7-c32fd970de61 None None] Attempting to bind port 4acb022f-ab6c-4ec9-a7a2-f7d6769ef041 by drivers openvswitch,hyperv on host dv-cinder-790014-2-iscsi at level 0 using segments [{'id': 'e3fd070e-ed68-4d6a-b69e-aa4a0786bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b1ca0543-dd3f-45a0-a967-5a8ae2e83843'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 01:32:27.638617 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c69f543-9d7b-4f19-a8e7-c32fd970de61 None None] Attempting to bind port 4acb022f-ab6c-4ec9-a7a2-f7d6769ef041 on network b1ca0543-dd3f-45a0-a967-5a8ae2e83843 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:32:27.643845 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c69f543-9d7b-4f19-a8e7-c32fd970de61 None None] Checking agent: {'id': 'd4180fab-6748-497c-b5c9-83716f34f1ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 1, 19, 30), 'started_at': datetime.datetime(2021, 8, 25, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 01:32:27.644217 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c69f543-9d7b-4f19-a8e7-c32fd970de61 None None] Checking segment: {'id': 'e3fd070e-ed68-4d6a-b69e-aa4a0786bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b1ca0543-dd3f-45a0-a967-5a8ae2e83843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:32:27.644688 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1c69f543-9d7b-4f19-a8e7-c32fd970de61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:27.645024 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c69f543-9d7b-4f19-a8e7-c32fd970de61 None None] Bound using segment: {'id': 'e3fd070e-ed68-4d6a-b69e-aa4a0786bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b1ca0543-dd3f-45a0-a967-5a8ae2e83843'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 01:32:27.645585 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-1c69f543-9d7b-4f19-a8e7-c32fd970de61 None None] Bound port: 4acb022f-ab6c-4ec9-a7a2-f7d6769ef041, host: dv-cinder-790014-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3fd070e-ed68-4d6a-b69e-aa4a0786bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b1ca0543-dd3f-45a0-a967-5a8ae2e83843'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 01:32:27.645855 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1c69f543-9d7b-4f19-a8e7-c32fd970de61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:27.713846 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-1c69f543-9d7b-4f19-a8e7-c32fd970de61 None None] For port 4acb022f-ab6c-4ec9-a7a2-f7d6769ef041, host dv-cinder-790014-2-iscsi, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 01:32:27.717655 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-1c69f543-9d7b-4f19-a8e7-c32fd970de61 None None] For port 4acb022f-ab6c-4ec9-a7a2-f7d6769ef041, host dv-cinder-790014-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=4acb022f-ab6c-4ec9-a7a2-f7d6769ef041,segment=NetworkSegment(e3fd070e-ed68-4d6a-b69e-aa4a0786bdc5),segment_id=e3fd070e-ed68-4d6a-b69e-aa4a0786bdc5)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 01:32:27.721514 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1c69f543-9d7b-4f19-a8e7-c32fd970de61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:27.780180 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c69f543-9d7b-4f19-a8e7-c32fd970de61 None None] Routers {'66ec863f-8952-46f2-82de-ee2b6c5a2802'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:32:27.781348 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-1c69f543-9d7b-4f19-a8e7-c32fd970de61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:32:00Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['66ec863f-8952-46f2-82de-ee2b6c5a2802'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:32:27.783075 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aab2ae-cdd7-44a2-bf99-255c1378dab2 None None] Pushing event updated for resources: {'Port': ['ID=4acb022f-ab6c-4ec9-a7a2-f7d6769ef041,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:32:27.903757 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-1c69f543-9d7b-4f19-a8e7-c32fd970de61 None None] Set router 66ec863f-8952-46f2-82de-ee2b6c5a2802 gateway port host: dv-cinder-790014-2-iscsi {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:32:28.100484 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-1c69f543-9d7b-4f19-a8e7-c32fd970de61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ec863f-8952-46f2-82de-ee2b6c5a2802', 'name': 'tempest-TestVolumeBootPattern-1776582688-router', 'tenant_id': '0c2d14a240674ff392a60602ca5b849a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'd3f6b28b-20f6-41fa-ae6f-b4d6ef70d5f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:32:19Z', 'updated_at': '2021-08-25T01:32:22Z', 'revision_number': 4, 'project_id': '0c2d14a240674ff392a60602ca5b849a', 'gw_port': {'id': 'd3f6b28b-20f6-41fa-ae6f-b4d6ef70d5f8', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ec863f-8952-46f2-82de-ee2b6c5a2802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:32:20Z', 'updated_at': '2021-08-25T01:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_interfaces': [{'id': '4acb022f-ab6c-4ec9-a7a2-f7d6769ef041', 'name': '', 'network_id': 'b1ca0543-dd3f-45a0-a967-5a8ae2e83843', 'tenant_id': '0c2d14a240674ff392a60602ca5b849a', 'mac_address': 'fa:16:3e:c3:8c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ec863f-8952-46f2-82de-ee2b6c5a2802', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'b57db315-3d06-40b6-b7fc-74771060114f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:32:22Z', 'updated_at': '2021-08-25T01:32:27Z', 'revision_number': 4, 'project_id': '0c2d14a240674ff392a60602ca5b849a', 'subnets': [{'id': 'b57db315-3d06-40b6-b7fc-74771060114f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:32:28.130455 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c69f543-9d7b-4f19-a8e7-c32fd970de61 None None] The sync data for ids ['66ec863f-8952-46f2-82de-ee2b6c5a2802'] in dv-cinder-790014-2-iscsi is: [{'id': '66ec863f-8952-46f2-82de-ee2b6c5a2802', 'name': 'tempest-TestVolumeBootPattern-1776582688-router', 'tenant_id': '0c2d14a240674ff392a60602ca5b849a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'd3f6b28b-20f6-41fa-ae6f-b4d6ef70d5f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:32:19Z', 'updated_at': '2021-08-25T01:32:22Z', 'revision_number': 4, 'project_id': '0c2d14a240674ff392a60602ca5b849a', 'gw_port': {'id': 'd3f6b28b-20f6-41fa-ae6f-b4d6ef70d5f8', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ec863f-8952-46f2-82de-ee2b6c5a2802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:32:20Z', 'updated_at': '2021-08-25T01:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_interfaces': [{'id': '4acb022f-ab6c-4ec9-a7a2-f7d6769ef041', 'name': '', 'network_id': 'b1ca0543-dd3f-45a0-a967-5a8ae2e83843', 'tenant_id': '0c2d14a240674ff392a60602ca5b849a', 'mac_address': 'fa:16:3e:c3:8c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ec863f-8952-46f2-82de-ee2b6c5a2802', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'b57db315-3d06-40b6-b7fc-74771060114f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:32:22Z', 'updated_at': '2021-08-25T01:32:27Z', 'revision_number': 4, 'project_id': '0c2d14a240674ff392a60602ca5b849a', 'subnets': [{'id': 'b57db315-3d06-40b6-b7fc-74771060114f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 01:32:28.368207 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38131242-af31-4576-948b-bfc707f9fd98 req-2adaed45-fee5-4bf6-acb1-962ce02d7965 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:28.369758 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-38131242-af31-4576-948b-bfc707f9fd98 req-2adaed45-fee5-4bf6-acb1-962ce02d7965 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 945 time: 0.0496073 Aug 25 01:32:28.411424 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-38131242-af31-4576-948b-bfc707f9fd98 req-464f01f1-d602-47c8-b622-ff3a1e78ef51 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355551 Aug 25 01:32:28.896250 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device d3f6b28b-20f6-41fa-ae6f-b4d6ef70d5f8 up at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:32:28.946737 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning complete for port d3f6b28b-20f6-41fa-ae6f-b4d6ef70d5f8 triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:32:28.947117 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:29.026243 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 4acb022f-ab6c-4ec9-a7a2-f7d6769ef041 up at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:32:29.074477 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning for port 4acb022f-ab6c-4ec9-a7a2-f7d6769ef041 completed by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:32:29.078037 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning complete for port 4acb022f-ab6c-4ec9-a7a2-f7d6769ef041 triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:32:29.078415 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:29.158838 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:29.194749 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] For port 4acb022f-ab6c-4ec9-a7a2-f7d6769ef041, host dv-cinder-790014-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=4acb022f-ab6c-4ec9-a7a2-f7d6769ef041,segment=NetworkSegment(e3fd070e-ed68-4d6a-b69e-aa4a0786bdc5),segment_id=e3fd070e-ed68-4d6a-b69e-aa4a0786bdc5)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:32:29.198307 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:29.245546 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Pushing event updated for resources: {'Port': ['ID=4acb022f-ab6c-4ec9-a7a2-f7d6769ef041,revision_number=5']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:32:29.534186 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2236af35-ef92-487e-827c-a04fd80b4f02 req-d1f5f811-5ca9-4d3d-86e4-1ff1b24cd746 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:29.536156 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-2236af35-ef92-487e-827c-a04fd80b4f02 req-d1f5f811-5ca9-4d3d-86e4-1ff1b24cd746 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 945 time: 0.0527956 Aug 25 01:32:29.575153 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-2236af35-ef92-487e-827c-a04fd80b4f02 req-67e5b5c2-1385-4c3a-a63a-f61dc569849a tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325775 Aug 25 01:32:30.280322 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdbef-ed62-4052-958b-a2464054b133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:30.404263 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:30.691532 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e6d449-95fb-4ca8-82b6-72dc9ce91e0b req-beb341c1-bcbd-4538-932d-6f3f81f41868 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:30.692997 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-54e6d449-95fb-4ca8-82b6-72dc9ce91e0b req-beb341c1-bcbd-4538-932d-6f3f81f41868 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 945 time: 0.0474129 Aug 25 01:32:30.732590 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-54e6d449-95fb-4ca8-82b6-72dc9ce91e0b req-ce8e4f82-1fd8-4a6a-9a1a-437bca41d64f tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334294 Aug 25 01:32:30.874015 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 4acb022f-ab6c-4ec9-a7a2-f7d6769ef041 up at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:32:30.921889 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d877336-721a-4d3d-9b41-e32e75b3d69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:30.935777 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning complete for port 4acb022f-ab6c-4ec9-a7a2-f7d6769ef041 triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:32:30.936336 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:31.849296 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03bfe6-c558-472b-a250-4a308966a0df req-dd54892d-8bd3-451f-be3e-e1ec36db1956 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:31.850804 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-8a03bfe6-c558-472b-a250-4a308966a0df req-dd54892d-8bd3-451f-be3e-e1ec36db1956 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 945 time: 0.0470476 Aug 25 01:32:31.891268 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-8a03bfe6-c558-472b-a250-4a308966a0df req-b096e5a8-c4a6-42ce-9042-65f02d45ce2a tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346477 Aug 25 01:32:32.565775 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-637296fa-69e7-4112-9a21-84726ca1bc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:33.015783 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d52603c-b9f5-4f4a-b846-ea9f1a90e511 req-f2e3c62b-7ad2-45ee-93db-7c47975d19f8 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:33.017697 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-0d52603c-b9f5-4f4a-b846-ea9f1a90e511 req-f2e3c62b-7ad2-45ee-93db-7c47975d19f8 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 945 time: 0.0534840 Aug 25 01:32:33.056441 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-0d52603c-b9f5-4f4a-b846-ea9f1a90e511 req-2ba7f94c-ee13-47e5-8b6b-cf8363bf1a3a tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319481 Aug 25 01:32:34.174480 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7796672b-b3dd-402d-b246-0061789a9184 req-0b6714d8-ea02-4955-90dd-2171d2433b15 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:34.176065 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-7796672b-b3dd-402d-b246-0061789a9184 req-0b6714d8-ea02-4955-90dd-2171d2433b15 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 945 time: 0.0511038 Aug 25 01:32:34.213449 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-7796672b-b3dd-402d-b246-0061789a9184 req-17921ccf-0cf2-4b7e-aa75-74f7d9087d47 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315902 Aug 25 01:32:35.051434 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device 0bceaf3f-3cb5-457f-a270-6719b1c8af0b details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=93834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 01:32:35.142655 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port 0bceaf3f-3cb5-457f-a270-6719b1c8af0b, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=0bceaf3f-3cb5-457f-a270-6719b1c8af0b,segment=NetworkSegment(2250bebe-2869-40e3-ad89-dd6ac923b04c),segment_id=2250bebe-2869-40e3-ad89-dd6ac923b04c)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:32:35.153406 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Returning: {'device': '0bceaf3f-3cb5-457f-a270-6719b1c8af0b', 'network_id': '4b39bbca-d99b-4c6f-89e1-463d16db2dba', 'port_id': '0bceaf3f-3cb5-457f-a270-6719b1c8af0b', 'mac_address': 'fa:16:3e:e0:19:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '377ea34e-9667-47c0-90ed-ae7bee569363', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 01:32:35.193436 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:35.206664 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0bceaf3f-3cb5-457f-a270-6719b1c8af0b {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 01:32:35.225808 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port 0bceaf3f-3cb5-457f-a270-6719b1c8af0b, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=0bceaf3f-3cb5-457f-a270-6719b1c8af0b,segment=NetworkSegment(2250bebe-2869-40e3-ad89-dd6ac923b04c),segment_id=2250bebe-2869-40e3-ad89-dd6ac923b04c)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:32:35.230949 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:35.284604 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Pushing event updated for resources: {'Port': ['ID=0bceaf3f-3cb5-457f-a270-6719b1c8af0b,revision_number=6']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:32:35.353032 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c62f9aa-376b-4b25-a407-dc5de04b2777 req-74080755-7688-4fbe-90a3-86f9d05184e1 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:35.354624 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-2c62f9aa-376b-4b25-a407-dc5de04b2777 req-74080755-7688-4fbe-90a3-86f9d05184e1 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 944 time: 0.0518560 Aug 25 01:32:35.356806 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] get_ports_and_sgs() called for port_ids ['0bceaf3f-3cb5-457f-a270-6719b1c8af0b'] {{(pid=93834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 01:32:35.397746 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-2c62f9aa-376b-4b25-a407-dc5de04b2777 req-b125607d-9746-4ad8-9e55-58372e4bfff7 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369041 Aug 25 01:32:36.544938 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a36520-58f9-448d-974a-0c8a01e374f4 req-a14ce9be-94b3-473a-b510-8f51ac90188e tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:36.547386 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a8a36520-58f9-448d-974a-0c8a01e374f4 req-a14ce9be-94b3-473a-b510-8f51ac90188e tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 944 time: 0.0736213 Aug 25 01:32:36.592854 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a8a36520-58f9-448d-974a-0c8a01e374f4 req-d9f2d8d9-8801-4437-8526-0c2982572774 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394795 Aug 25 01:32:37.062662 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device 0bceaf3f-3cb5-457f-a270-6719b1c8af0b up at agent hyperv_hv-cinder-79001 {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:32:37.119860 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Provisioning complete for port 0bceaf3f-3cb5-457f-a270-6719b1c8af0b triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:32:37.120377 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:37.203480 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:37.230543 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4062759a-7420-4110-8d0c-77cbbc615973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bceaf3f-3cb5-457f-a270-6719b1c8af0b'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:32:37.232924 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac4c50f49c3b3a17933da630e77cab0c79281d75959c3f8023547b3e3ec39ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922898ce-bf38-4c02-afff-0fd9ce96243d" -d '{"events": [{"server_uuid": "4062759a-7420-4110-8d0c-77cbbc615973", "name": "network-vif-plugged", "status": "completed", "tag": "0bceaf3f-3cb5-457f-a270-6719b1c8af0b"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:32:37.256314 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port 0bceaf3f-3cb5-457f-a270-6719b1c8af0b, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=0bceaf3f-3cb5-457f-a270-6719b1c8af0b,segment=NetworkSegment(2250bebe-2869-40e3-ad89-dd6ac923b04c),segment_id=2250bebe-2869-40e3-ad89-dd6ac923b04c)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:32:37.264249 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:37.318637 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Pushing event updated for resources: {'Port': ['ID=0bceaf3f-3cb5-457f-a270-6719b1c8af0b,revision_number=7']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:32:37.344401 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 01:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4502560-26d3-4657-8c24-2da8dffc48b2 x-openstack-request-id: req-c4502560-26d3-4657-8c24-2da8dffc48b2 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:32:37.344822 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4062759a-7420-4110-8d0c-77cbbc615973", "name": "network-vif-plugged", "status": "completed", "tag": "0bceaf3f-3cb5-457f-a270-6719b1c8af0b", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:32:37.345632 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c4502560-26d3-4657-8c24-2da8dffc48b2 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:32:37.345632 dv-cinder-790014-2-iscsi neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4062759a-7420-4110-8d0c-77cbbc615973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bceaf3f-3cb5-457f-a270-6719b1c8af0b', 'code': 200} Aug 25 01:32:37.730090 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a204ebaa-f4e6-47c2-b40c-e9366ba45431 req-90164e13-b40d-4be5-9227-080741056637 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:37.741056 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a204ebaa-f4e6-47c2-b40c-e9366ba45431 req-90164e13-b40d-4be5-9227-080741056637 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 945 time: 0.0662284 Aug 25 01:32:37.811225 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a204ebaa-f4e6-47c2-b40c-e9366ba45431 req-b56973c5-943c-484f-956e-0e3403a5cb20 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688763 Aug 25 01:32:38.949971 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc351dc-f38f-4426-b976-63972cbc3440 req-3b7185bb-5b53-4c6f-bb06-f60b09d47a92 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:38.951614 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-2fc351dc-f38f-4426-b976-63972cbc3440 req-3b7185bb-5b53-4c6f-bb06-f60b09d47a92 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 945 time: 0.0552118 Aug 25 01:32:39.001814 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-2fc351dc-f38f-4426-b976-63972cbc3440 req-2771ab1b-603b-40ef-bd61-4dba004320ec tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433540 Aug 25 01:32:40.136248 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab218415-a598-4950-8af8-1c22544b564f req-7a3eb73e-8f04-45a5-b940-2b78828044f2 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:40.138045 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ab218415-a598-4950-8af8-1c22544b564f req-7a3eb73e-8f04-45a5-b940-2b78828044f2 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 945 time: 0.0537314 Aug 25 01:32:40.186909 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ab218415-a598-4950-8af8-1c22544b564f req-841992ce-2f23-4122-9dd2-469d0ca57f9d tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417202 Aug 25 01:32:41.314910 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963e847-1e75-4bf4-ac93-2f9678671bd8 req-8da5fdaa-b261-44c6-8065-1b1cb43e2002 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:41.316396 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-2963e847-1e75-4bf4-ac93-2f9678671bd8 req-8da5fdaa-b261-44c6-8065-1b1cb43e2002 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 945 time: 0.0536027 Aug 25 01:32:41.354649 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-2963e847-1e75-4bf4-ac93-2f9678671bd8 req-1f9a4061-0761-4074-ab2a-920168b1ee67 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323284 Aug 25 01:32:42.481867 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a67a2e1-fad4-4adc-99ce-475abca4c957 req-50463c90-17fa-458e-827a-6c01bd7d33d9 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:42.482603 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-9a67a2e1-fad4-4adc-99ce-475abca4c957 req-50463c90-17fa-458e-827a-6c01bd7d33d9 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 945 time: 0.0509384 Aug 25 01:32:42.528198 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-9a67a2e1-fad4-4adc-99ce-475abca4c957 req-8d4cdc63-2798-4d74-8925-eb6bbb745526 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389431 Aug 25 01:32:42.903293 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d5375341-b856-47f4-856d-a310de652a71 req-4070cfc1-1dfd-4fae-a6c1-8d32f408c507 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1998696762&fields=id&tenant_id=ada43be06e92474191038a2b41a9f39b HTTP/1.1" status: 200 len: 267 time: 0.0403068 Aug 25 01:32:43.015777 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5375341-b856-47f4-856d-a310de652a71 req-aa499bd0-24d9-4da3-b6cd-dbc7731657c0 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:43.017294 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d5375341-b856-47f4-856d-a310de652a71 req-aa499bd0-24d9-4da3-b6cd-dbc7731657c0 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/networks?id=109ccc69-61fe-42e8-83da-81c7da1807b8 HTTP/1.1" status: 200 len: 811 time: 0.1132319 Aug 25 01:32:43.032258 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d5375341-b856-47f4-856d-a310de652a71 req-189a9e07-6c7f-47fc-9c65-d3133e26c65a tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/quotas/ada43be06e92474191038a2b41a9f39b HTTP/1.1" status: 200 len: 375 time: 0.0093021 Aug 25 01:32:43.087510 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d5375341-b856-47f4-856d-a310de652a71 req-5fcf0fdb-7336-44df-afab-03b0b0d3edd3 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ada43be06e92474191038a2b41a9f39b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496035 Aug 25 01:32:43.290122 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d5375341-b856-47f4-856d-a310de652a71 req-edfb23c5-4605-4378-905e-f21331546dab service neutron] 10.222.0.23 "GET /v2.0/networks/109ccc69-61fe-42e8-83da-81c7da1807b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893437 Aug 25 01:32:43.392984 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d5375341-b856-47f4-856d-a310de652a71 req-e863642e-dee5-4f4e-8dce-916a60670bdb service neutron] 10.222.0.23 "GET /v2.0/networks/109ccc69-61fe-42e8-83da-81c7da1807b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965943 Aug 25 01:32:43.689196 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee836f55-8f4f-4194-bc3c-0ec6a155ee47 req-393821c6-2605-4acb-adea-94d8737aa362 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:43.691372 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ee836f55-8f4f-4194-bc3c-0ec6a155ee47 req-393821c6-2605-4acb-adea-94d8737aa362 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 945 time: 0.0776215 Aug 25 01:32:43.785103 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-722f0065-cd2e-458f-9457-c60e8278a863 req-1417d4d4-a0f4-4966-8ee9-586f7e24d4c7 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=311b6a44-51eb-49e3-aee1-e24c57a2d392 HTTP/1.1" status: 200 len: 210 time: 0.0413008 Aug 25 01:32:43.809622 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ee836f55-8f4f-4194-bc3c-0ec6a155ee47 req-3aa19b41-45dc-4dc1-944b-f6fe7fa8e880 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098557 Aug 25 01:32:44.899454 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-fec6e776-3ecb-416f-b11d-207893ba2073 req-b9b9ff07-90c7-4920-9450-0a3416124f05 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=311b6a44-51eb-49e3-aee1-e24c57a2d392 HTTP/1.1" status: 200 len: 210 time: 0.0379384 Aug 25 01:32:44.970623 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb7eef-5f76-48ce-95be-d7b4a7c5a07c req-4d096498-30ab-41c3-a229-1d74c452a110 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:44.978567 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-f5fb7eef-5f76-48ce-95be-d7b4a7c5a07c req-4d096498-30ab-41c3-a229-1d74c452a110 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 945 time: 0.0702925 Aug 25 01:32:45.019150 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-f5fb7eef-5f76-48ce-95be-d7b4a7c5a07c req-1e0d1986-8694-435b-b885-f62949c58e89 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395992 Aug 25 01:32:45.076503 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5375341-b856-47f4-856d-a310de652a71 req-6bcf412d-78c4-40be-ac50-43c51a533151 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:45.078074 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d5375341-b856-47f4-856d-a310de652a71 req-6bcf412d-78c4-40be-ac50-43c51a533151 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.26 "GET /v2.0/networks?id=109ccc69-61fe-42e8-83da-81c7da1807b8 HTTP/1.1" status: 200 len: 811 time: 0.1455154 Aug 25 01:32:45.137120 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d5375341-b856-47f4-856d-a310de652a71 req-a5a94f12-67c0-49cc-8106-dd5d74c602b9 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ada43be06e92474191038a2b41a9f39b HTTP/1.1" status: 200 len: 380 time: 0.0456266 Aug 25 01:32:45.151876 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [req-d5375341-b856-47f4-856d-a310de652a71 req-ae717bbb-bf47-4555-a074-8e457d1ea63d tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Request body: {'port': {'device_id': '311b6a44-51eb-49e3-aee1-e24c57a2d392', 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8', 'admin_state_up': True, 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'security_groups': ['2646397d-f3dc-4653-8e65-32eb787a687c']}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:32:45.279495 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5375341-b856-47f4-856d-a310de652a71 req-ae717bbb-bf47-4555-a074-8e457d1ea63d tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Made reservation on behalf of ada43be06e92474191038a2b41a9f39b for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 01:32:45.283819 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d5375341-b856-47f4-856d-a310de652a71 req-ae717bbb-bf47-4555-a074-8e457d1ea63d tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:45.419358 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-d5375341-b856-47f4-856d-a310de652a71 req-ae717bbb-bf47-4555-a074-8e457d1ea63d tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Allocated IP 172.20.0.3 (109ccc69-61fe-42e8-83da-81c7da1807b8/e4e76ae4-a0df-4300-91e1-70e2eeb06d40/336c249f-6762-4e80-a90d-fd9c1dc12af8) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 01:32:45.634940 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d5375341-b856-47f4-856d-a310de652a71 req-ae717bbb-bf47-4555-a074-8e457d1ea63d tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:45.650907 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-d5375341-b856-47f4-856d-a310de652a71 req-ae717bbb-bf47-4555-a074-8e457d1ea63d tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Transition to ACTIVE for port object 336c249f-6762-4e80-a90d-fd9c1dc12af8 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:32:45.666689 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc75ef2-31ab-49e3-bd91-eed11f429702 req-e02c338f-997a-45ee-bd19-2ff6e70907dd tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:45.674450 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ccc75ef2-31ab-49e3-bd91-eed11f429702 req-e02c338f-997a-45ee-bd19-2ff6e70907dd tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 945 time: 0.0659351 Aug 25 01:32:45.692790 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d5375341-b856-47f4-856d-a310de652a71 req-ae717bbb-bf47-4555-a074-8e457d1ea63d tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782026665144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:45.718908 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ccc75ef2-31ab-49e3-bd91-eed11f429702 req-32130653-8d65-4588-8270-be133787e93d tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/security-groups?id=942ed35d-86d4-4e3d-9945-63fc3c81438c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434306 Aug 25 01:32:45.746702 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5375341-b856-47f4-856d-a310de652a71 req-ae717bbb-bf47-4555-a074-8e457d1ea63d tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Network 109ccc69-61fe-42e8-83da-81c7da1807b8 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:32:45.748204 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae717bbb-bf47-4555-a074-8e457d1ea63d tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Pushing event updated for resources: {'Port': ['ID=336c249f-6762-4e80-a90d-fd9c1dc12af8,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:32:45.750608 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-d5375341-b856-47f4-856d-a310de652a71 req-ae717bbb-bf47-4555-a074-8e457d1ea63d tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:32:45.752827 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5375341-b856-47f4-856d-a310de652a71 req-ae717bbb-bf47-4555-a074-8e457d1ea63d tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 01:32:45.805063 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5375341-b856-47f4-856d-a310de652a71 req-ae717bbb-bf47-4555-a074-8e457d1ea63d tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:45.805681 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d5375341-b856-47f4-856d-a310de652a71 req-ae717bbb-bf47-4555-a074-8e457d1ea63d tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:45.820245 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d5375341-b856-47f4-856d-a310de652a71 req-ae717bbb-bf47-4555-a074-8e457d1ea63d tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6768725 Aug 25 01:32:45.879190 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [req-d5375341-b856-47f4-856d-a310de652a71 req-529f9f8d-94d6-480c-8cd9-71ad8930458d service neutron] Request body: {'port': {'device_id': '311b6a44-51eb-49e3-aee1-e24c57a2d392', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:32:45.933756 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d5375341-b856-47f4-856d-a310de652a71 req-529f9f8d-94d6-480c-8cd9-71ad8930458d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:45.944063 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-f9ab92a4-efd8-4973-91e6-6f2316d3f5f4 None None] Provisioning for port 336c249f-6762-4e80-a90d-fd9c1dc12af8 completed by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:32:45.948119 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-f9ab92a4-efd8-4973-91e6-6f2316d3f5f4 None None] Provisioning complete for port 336c249f-6762-4e80-a90d-fd9c1dc12af8 triggered by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:32:45.948704 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f9ab92a4-efd8-4973-91e6-6f2316d3f5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:45.982546 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-f9ab92a4-efd8-4973-91e6-6f2316d3f5f4 None None] Port 336c249f-6762-4e80-a90d-fd9c1dc12af8 cannot update to ACTIVE because it is not bound. {{(pid=93834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 01:32:46.018936 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19186c7a-1ae3-42c6-8e53-c44bcd9a9126 req-d0fd3f3b-8003-408e-9904-820edebf2828 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:46.020505 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-19186c7a-1ae3-42c6-8e53-c44bcd9a9126 req-d0fd3f3b-8003-408e-9904-820edebf2828 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=311b6a44-51eb-49e3-aee1-e24c57a2d392 HTTP/1.1" status: 200 len: 931 time: 0.0486586 Aug 25 01:32:46.058576 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-19186c7a-1ae3-42c6-8e53-c44bcd9a9126 req-95ef5b0b-4245-44a6-a4a6-71ed0ea57d1e tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317245 Aug 25 01:32:46.151518 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a64b0-215c-436f-970d-073d68d097fa req-5373b66f-cb69-4d20-96c1-cc4e5c73f31d tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:46.153036 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d61a64b0-215c-436f-970d-073d68d097fa req-5373b66f-cb69-4d20-96c1-cc4e5c73f31d tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 945 time: 0.0484371 Aug 25 01:32:46.191150 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [req-d5375341-b856-47f4-856d-a310de652a71 req-529f9f8d-94d6-480c-8cd9-71ad8930458d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 336c249f-6762-4e80-a90d-fd9c1dc12af8 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 01:32:46.195536 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d61a64b0-215c-436f-970d-073d68d097fa req-6a3b4373-d4b0-4f62-a864-9ee12398ddc0 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359669 Aug 25 01:32:46.199914 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d5375341-b856-47f4-856d-a310de652a71 req-529f9f8d-94d6-480c-8cd9-71ad8930458d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:46.211912 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-d5375341-b856-47f4-856d-a310de652a71 req-529f9f8d-94d6-480c-8cd9-71ad8930458d service neutron] Transition to ACTIVE for port object 336c249f-6762-4e80-a90d-fd9c1dc12af8 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:32:46.215433 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d5375341-b856-47f4-856d-a310de652a71 req-529f9f8d-94d6-480c-8cd9-71ad8930458d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8611129'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:46.283735 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f9f8d-94d6-480c-8cd9-71ad8930458d service neutron] Pushing event updated for resources: {'Port': ['ID=336c249f-6762-4e80-a90d-fd9c1dc12af8,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:32:46.362413 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-d5375341-b856-47f4-856d-a310de652a71 req-529f9f8d-94d6-480c-8cd9-71ad8930458d service neutron] Attempting to bind port 336c249f-6762-4e80-a90d-fd9c1dc12af8 on host hv-cinder-79001 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 01:32:46.362772 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-d5375341-b856-47f4-856d-a310de652a71 req-529f9f8d-94d6-480c-8cd9-71ad8930458d service neutron] Attempting to bind port 336c249f-6762-4e80-a90d-fd9c1dc12af8 by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': 'c04ee889-7418-43cc-a81f-2f5facfdbc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 01:32:46.363104 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5375341-b856-47f4-856d-a310de652a71 req-529f9f8d-94d6-480c-8cd9-71ad8930458d service neutron] Attempting to bind port 336c249f-6762-4e80-a90d-fd9c1dc12af8 on network 109ccc69-61fe-42e8-83da-81c7da1807b8 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:32:46.370087 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7333ce-ec10-412e-b639-98ece327b922 req-d72f8400-f277-456e-8875-cd02e50f390c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:46.371617 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-aa7333ce-ec10-412e-b639-98ece327b922 req-d72f8400-f277-456e-8875-cd02e50f390c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0d3f6d9b58da4cf08feb13c48725af79&device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 1098 time: 0.0653455 Aug 25 01:32:46.372550 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5375341-b856-47f4-856d-a310de652a71 req-529f9f8d-94d6-480c-8cd9-71ad8930458d service neutron] Port 336c249f-6762-4e80-a90d-fd9c1dc12af8 on network 109ccc69-61fe-42e8-83da-81c7da1807b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 01:32:46.372860 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5375341-b856-47f4-856d-a310de652a71 req-529f9f8d-94d6-480c-8cd9-71ad8930458d service neutron] Attempting to bind port 336c249f-6762-4e80-a90d-fd9c1dc12af8 on network 109ccc69-61fe-42e8-83da-81c7da1807b8 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:32:46.377924 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5375341-b856-47f4-856d-a310de652a71 req-529f9f8d-94d6-480c-8cd9-71ad8930458d service neutron] Checking agent: {'id': '05c2a1f8-ef41-45f5-8e32-988b9472ad60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 1, 25, 19), 'started_at': datetime.datetime(2021, 8, 25, 1, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 1, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 01:32:46.378252 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5375341-b856-47f4-856d-a310de652a71 req-529f9f8d-94d6-480c-8cd9-71ad8930458d service neutron] Checking segment: {'id': 'c04ee889-7418-43cc-a81f-2f5facfdbc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:32:46.378626 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5375341-b856-47f4-856d-a310de652a71 req-529f9f8d-94d6-480c-8cd9-71ad8930458d service neutron] Bound using segment: {'id': 'c04ee889-7418-43cc-a81f-2f5facfdbc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 01:32:46.379076 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-d5375341-b856-47f4-856d-a310de652a71 req-529f9f8d-94d6-480c-8cd9-71ad8930458d service neutron] Bound port: 336c249f-6762-4e80-a90d-fd9c1dc12af8, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c04ee889-7418-43cc-a81f-2f5facfdbc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 01:32:46.379442 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d5375341-b856-47f4-856d-a310de652a71 req-529f9f8d-94d6-480c-8cd9-71ad8930458d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:46.511588 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7333ce-ec10-412e-b639-98ece327b922 req-03b87a8e-c5ec-49b1-b29e-7e06178bb716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:46.513219 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-aa7333ce-ec10-412e-b639-98ece327b922 req-03b87a8e-c5ec-49b1-b29e-7e06178bb716 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4b39bbca-d99b-4c6f-89e1-463d16db2dba HTTP/1.1" status: 200 len: 917 time: 0.1317675 Aug 25 01:32:46.514188 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-d5375341-b856-47f4-856d-a310de652a71 req-529f9f8d-94d6-480c-8cd9-71ad8930458d service neutron] For port 336c249f-6762-4e80-a90d-fd9c1dc12af8, host hv-cinder-79001, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 01:32:46.530458 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-d5375341-b856-47f4-856d-a310de652a71 req-529f9f8d-94d6-480c-8cd9-71ad8930458d service neutron] For port 336c249f-6762-4e80-a90d-fd9c1dc12af8, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=336c249f-6762-4e80-a90d-fd9c1dc12af8,segment=NetworkSegment(c04ee889-7418-43cc-a81f-2f5facfdbc4b),segment_id=c04ee889-7418-43cc-a81f-2f5facfdbc4b)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 01:32:46.563524 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d5375341-b856-47f4-856d-a310de652a71 req-529f9f8d-94d6-480c-8cd9-71ad8930458d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8611129'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:46.615077 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5375341-b856-47f4-856d-a310de652a71 req-529f9f8d-94d6-480c-8cd9-71ad8930458d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:46.615686 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d5375341-b856-47f4-856d-a310de652a71 req-529f9f8d-94d6-480c-8cd9-71ad8930458d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:46.617087 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d5375341-b856-47f4-856d-a310de652a71 req-529f9f8d-94d6-480c-8cd9-71ad8930458d service neutron] 10.222.0.26 "PUT /v2.0/ports/336c249f-6762-4e80-a90d-fd9c1dc12af8 HTTP/1.1" status: 200 len: 1093 time: 0.7880404 Aug 25 01:32:46.617531 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311b6a44-51eb-49e3-aee1-e24c57a2d392', 'tag': '336c249f-6762-4e80-a90d-fd9c1dc12af8'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:32:46.619787 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6aaa77860150641abcbf195034e02978cb43d302165c9bbcbee081d494fe815" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7fb7c63-63cc-4479-9c15-274292202d72" -d '{"events": [{"name": "network-changed", "server_uuid": "311b6a44-51eb-49e3-aee1-e24c57a2d392", "tag": "336c249f-6762-4e80-a90d-fd9c1dc12af8"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:32:46.635774 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-aa7333ce-ec10-412e-b639-98ece327b922 req-9f0eec71-7677-4ad9-83ee-ebb0e94d92d9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bceaf3f-3cb5-457f-a270-6719b1c8af0b HTTP/1.1" status: 200 len: 1000 time: 0.1127717 Aug 25 01:32:46.642116 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f9f8d-94d6-480c-8cd9-71ad8930458d service neutron] Pushing event updated for resources: {'Port': ['ID=336c249f-6762-4e80-a90d-fd9c1dc12af8,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:32:46.845740 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2c6f6-a012-4cbe-ab12-7e05bdb070b9 req-f63f12f3-f451-4bbf-8936-6c5a768b1ae2 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:46.847331 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-c2f2c6f6-a012-4cbe-ab12-7e05bdb070b9 req-f63f12f3-f451-4bbf-8936-6c5a768b1ae2 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 945 time: 0.0525241 Aug 25 01:32:46.892272 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-c2f2c6f6-a012-4cbe-ab12-7e05bdb070b9 req-b74c63ca-a550-449e-a2b2-47c5d67a92bc tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/security-groups?id=942ed35d-86d4-4e3d-9945-63fc3c81438c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374582 Aug 25 01:32:46.950713 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 01:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c979db-8143-46d5-9d5f-f0ae5bcac8f0 x-openstack-request-id: req-93c979db-8143-46d5-9d5f-f0ae5bcac8f0 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:32:46.950926 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "311b6a44-51eb-49e3-aee1-e24c57a2d392", "tag": "336c249f-6762-4e80-a90d-fd9c1dc12af8", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:32:46.951146 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-93c979db-8143-46d5-9d5f-f0ae5bcac8f0 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:32:46.951531 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311b6a44-51eb-49e3-aee1-e24c57a2d392', 'tag': '336c249f-6762-4e80-a90d-fd9c1dc12af8', 'status': 'completed', 'code': 200} Aug 25 01:32:46.967493 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7333ce-ec10-412e-b639-98ece327b922 req-7c410847-89b5-458d-90cc-a2e14ec40231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:46.968897 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-aa7333ce-ec10-412e-b639-98ece327b922 req-7c410847-89b5-458d-90cc-a2e14ec40231 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=377ea34e-9667-47c0-90ed-ae7bee569363 HTTP/1.1" status: 200 len: 855 time: 0.3229728 Aug 25 01:32:46.976234 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5375341-b856-47f4-856d-a310de652a71 req-450bbd51-076e-4d65-a298-d36a1cd28e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:46.977582 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d5375341-b856-47f4-856d-a310de652a71 req-450bbd51-076e-4d65-a298-d36a1cd28e45 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ada43be06e92474191038a2b41a9f39b&device_id=311b6a44-51eb-49e3-aee1-e24c57a2d392 HTTP/1.1" status: 200 len: 1096 time: 0.3025589 Aug 25 01:32:47.031141 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d5375341-b856-47f4-856d-a310de652a71 req-823c844f-614e-4fa2-9155-26f1535c878a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=336c249f-6762-4e80-a90d-fd9c1dc12af8 HTTP/1.1" status: 200 len: 217 time: 0.0445919 Aug 25 01:32:47.069680 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7333ce-ec10-412e-b639-98ece327b922 req-728aeefc-7d77-461d-91e4-bc26a2090f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:47.071044 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-aa7333ce-ec10-412e-b639-98ece327b922 req-728aeefc-7d77-461d-91e4-bc26a2090f62 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4b39bbca-d99b-4c6f-89e1-463d16db2dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0926752 Aug 25 01:32:47.101473 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5375341-b856-47f4-856d-a310de652a71 req-75b9562f-8f4f-4baf-844e-c7c72844dfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:47.102920 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d5375341-b856-47f4-856d-a310de652a71 req-75b9562f-8f4f-4baf-844e-c7c72844dfd7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e4e76ae4-a0df-4300-91e1-70e2eeb06d40 HTTP/1.1" status: 200 len: 850 time: 0.0648043 Aug 25 01:32:47.170986 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb226a41-ae47-4222-9896-92d9d37223fb req-330af501-023c-4d03-b3fa-f72cc5a60a81 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:47.172444 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-fb226a41-ae47-4222-9896-92d9d37223fb req-330af501-023c-4d03-b3fa-f72cc5a60a81 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=311b6a44-51eb-49e3-aee1-e24c57a2d392 HTTP/1.1" status: 200 len: 943 time: 0.0479276 Aug 25 01:32:47.199566 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5375341-b856-47f4-856d-a310de652a71 req-e60c5859-6b22-4882-9dfc-a0e81bf2574d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:47.201094 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d5375341-b856-47f4-856d-a310de652a71 req-e60c5859-6b22-4882-9dfc-a0e81bf2574d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=109ccc69-61fe-42e8-83da-81c7da1807b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0684481 Aug 25 01:32:47.203188 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-aa7333ce-ec10-412e-b639-98ece327b922 req-7398b075-fe84-4dda-95f4-ac394f1dad80 service neutron] 10.222.0.26 "GET /v2.0/networks/4b39bbca-d99b-4c6f-89e1-463d16db2dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229582 Aug 25 01:32:47.209870 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-fb226a41-ae47-4222-9896-92d9d37223fb req-dcc552d7-b140-44cd-a273-ec18d016c12f tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313733 Aug 25 01:32:47.315521 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a7430c-9a65-48b8-ab38-9b0358d26b17 req-ddd54288-4b76-4d2e-bfae-8ca2e30d919d tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:47.317813 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-28a7430c-9a65-48b8-ab38-9b0358d26b17 req-ddd54288-4b76-4d2e-bfae-8ca2e30d919d tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 945 time: 0.0484338 Aug 25 01:32:47.353643 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-28a7430c-9a65-48b8-ab38-9b0358d26b17 req-ea3b39ca-bc1a-42c7-9cb4-11218a0e38b9 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307658 Aug 25 01:32:47.365997 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d5375341-b856-47f4-856d-a310de652a71 req-abb70b43-bb09-4fe4-8ee6-70ebd853cd0e service neutron] 10.222.0.26 "GET /v2.0/networks/109ccc69-61fe-42e8-83da-81c7da1807b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490827 Aug 25 01:32:47.384329 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-aa7333ce-ec10-412e-b639-98ece327b922 req-7db1bb77-2da7-4d50-afe7-6e935f94dfbf service neutron] 10.222.0.26 "GET /v2.0/networks/4b39bbca-d99b-4c6f-89e1-463d16db2dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602843 Aug 25 01:32:47.458068 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d5375341-b856-47f4-856d-a310de652a71 req-f5d52f12-978f-4923-a3ca-af58450a3ecb service neutron] 10.222.0.26 "GET /v2.0/networks/109ccc69-61fe-42e8-83da-81c7da1807b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839715 Aug 25 01:32:47.551440 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fb7c63-63cc-4479-9c15-274292202d72 req-b8628227-d560-4cee-a71f-0b7c0d9e818b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:47.552899 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-c7fb7c63-63cc-4479-9c15-274292202d72 req-b8628227-d560-4cee-a71f-0b7c0d9e818b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ada43be06e92474191038a2b41a9f39b&device_id=311b6a44-51eb-49e3-aee1-e24c57a2d392 HTTP/1.1" status: 200 len: 1096 time: 0.0438516 Aug 25 01:32:47.641212 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fb7c63-63cc-4479-9c15-274292202d72 req-c31cf573-538a-4afb-a8bc-1635ee27e32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:47.642599 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-c7fb7c63-63cc-4479-9c15-274292202d72 req-c31cf573-538a-4afb-a8bc-1635ee27e32a service neutron] 10.222.0.26 "GET /v2.0/networks?id=109ccc69-61fe-42e8-83da-81c7da1807b8 HTTP/1.1" status: 200 len: 912 time: 0.0801864 Aug 25 01:32:47.686084 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-c7fb7c63-63cc-4479-9c15-274292202d72 req-1783d297-d334-4b60-ab02-00f9299c53d2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=336c249f-6762-4e80-a90d-fd9c1dc12af8 HTTP/1.1" status: 200 len: 217 time: 0.0336485 Aug 25 01:32:47.738236 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fb7c63-63cc-4479-9c15-274292202d72 req-61b0cd31-5a15-45b5-bdaf-54b19b2c19c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:47.739587 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-c7fb7c63-63cc-4479-9c15-274292202d72 req-61b0cd31-5a15-45b5-bdaf-54b19b2c19c8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e4e76ae4-a0df-4300-91e1-70e2eeb06d40 HTTP/1.1" status: 200 len: 850 time: 0.0461438 Aug 25 01:32:47.786324 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fb7c63-63cc-4479-9c15-274292202d72 req-a5b48bdf-a68c-4269-99cd-205e6679442b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:47.787758 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-c7fb7c63-63cc-4479-9c15-274292202d72 req-a5b48bdf-a68c-4269-99cd-205e6679442b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=109ccc69-61fe-42e8-83da-81c7da1807b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381894 Aug 25 01:32:47.874986 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-c7fb7c63-63cc-4479-9c15-274292202d72 req-2492ee43-4ed0-4019-9db1-7f04e8cbd39f service neutron] 10.222.0.26 "GET /v2.0/networks/109ccc69-61fe-42e8-83da-81c7da1807b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788882 Aug 25 01:32:47.972846 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-c7fb7c63-63cc-4479-9c15-274292202d72 req-05aa2364-90e1-43d8-a736-e18f0552f66c service neutron] 10.222.0.26 "GET /v2.0/networks/109ccc69-61fe-42e8-83da-81c7da1807b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885818 Aug 25 01:32:48.007639 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f462cdf-a27e-4655-acea-2f601b4c825c req-d3d54520-ccfc-41d8-be28-d820bf2bf4ac tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:48.009010 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-5f462cdf-a27e-4655-acea-2f601b4c825c req-d3d54520-ccfc-41d8-be28-d820bf2bf4ac tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 945 time: 0.0480392 Aug 25 01:32:48.049664 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-5f462cdf-a27e-4655-acea-2f601b4c825c req-e4ffc758-4f8d-4b10-88ee-e80adc4e7dce tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/security-groups?id=942ed35d-86d4-4e3d-9945-63fc3c81438c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344660 Aug 25 01:32:48.321563 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3877fdd-6a9b-4c31-9ef2-c5b1c30e19a8 req-cd9d1843-dbed-4b6e-bba9-3576ffb7ac9d tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:48.323396 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d3877fdd-6a9b-4c31-9ef2-c5b1c30e19a8 req-cd9d1843-dbed-4b6e-bba9-3576ffb7ac9d tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=311b6a44-51eb-49e3-aee1-e24c57a2d392 HTTP/1.1" status: 200 len: 943 time: 0.0476632 Aug 25 01:32:48.360897 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d3877fdd-6a9b-4c31-9ef2-c5b1c30e19a8 req-364ed7fd-d50b-4c04-9ded-576e26a69022 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308695 Aug 25 01:32:48.470038 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b8558-5bb6-4a5d-b27e-d20e48073f55 req-b18159e8-46af-431c-b1fc-d81f065bb7bf tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:48.471540 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-000b8558-5bb6-4a5d-b27e-d20e48073f55 req-b18159e8-46af-431c-b1fc-d81f065bb7bf tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 945 time: 0.0477574 Aug 25 01:32:48.509841 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-000b8558-5bb6-4a5d-b27e-d20e48073f55 req-fcd8ff31-0231-4eb4-b2f8-657b4c25f5e0 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319300 Aug 25 01:32:49.083997 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device 0bceaf3f-3cb5-457f-a270-6719b1c8af0b no longer exists at agent hyperv_hv-cinder-79001 {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 01:32:49.164644 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d0c84c-1b90-497e-9e81-0cbca045d8ce req-863df286-e1b8-47c4-8c3c-c77ed1b3f235 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:49.165792 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:49.166426 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-e6d0c84c-1b90-497e-9e81-0cbca045d8ce req-863df286-e1b8-47c4-8c3c-c77ed1b3f235 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 945 time: 0.0500286 Aug 25 01:32:49.191623 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4062759a-7420-4110-8d0c-77cbbc615973', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bceaf3f-3cb5-457f-a270-6719b1c8af0b'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:32:49.193879 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac4c50f49c3b3a17933da630e77cab0c79281d75959c3f8023547b3e3ec39ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1cfd41-af89-4824-af16-12d42fbfc51a" -d '{"events": [{"server_uuid": "4062759a-7420-4110-8d0c-77cbbc615973", "name": "network-vif-unplugged", "status": "completed", "tag": "0bceaf3f-3cb5-457f-a270-6719b1c8af0b"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:32:49.207785 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port 0bceaf3f-3cb5-457f-a270-6719b1c8af0b, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=0bceaf3f-3cb5-457f-a270-6719b1c8af0b,segment=NetworkSegment(2250bebe-2869-40e3-ad89-dd6ac923b04c),segment_id=2250bebe-2869-40e3-ad89-dd6ac923b04c)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:32:49.212753 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:49.219813 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-e6d0c84c-1b90-497e-9e81-0cbca045d8ce req-9c329f9d-e8a9-416a-9640-1c43567a48cd tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/security-groups?id=942ed35d-86d4-4e3d-9945-63fc3c81438c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462101 Aug 25 01:32:49.243503 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 01:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f170b3-0379-415d-abef-75839a7fce68 x-openstack-request-id: req-83f170b3-0379-415d-abef-75839a7fce68 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:32:49.243791 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4062759a-7420-4110-8d0c-77cbbc615973", "name": "network-vif-unplugged", "status": "completed", "tag": "0bceaf3f-3cb5-457f-a270-6719b1c8af0b", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:32:49.244040 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-83f170b3-0379-415d-abef-75839a7fce68 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:32:49.244419 dv-cinder-790014-2-iscsi neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4062759a-7420-4110-8d0c-77cbbc615973', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bceaf3f-3cb5-457f-a270-6719b1c8af0b', 'code': 200} Aug 25 01:32:49.270824 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Pushing event updated for resources: {'Port': ['ID=0bceaf3f-3cb5-457f-a270-6719b1c8af0b,revision_number=8']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:32:49.472726 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd27a09-4bba-43ee-9bb7-acfe8d59bcbc req-a909b8cc-bbad-4168-8a24-5d23308caedf tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:49.474148 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-cfd27a09-4bba-43ee-9bb7-acfe8d59bcbc req-a909b8cc-bbad-4168-8a24-5d23308caedf tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=311b6a44-51eb-49e3-aee1-e24c57a2d392 HTTP/1.1" status: 200 len: 943 time: 0.0474911 Aug 25 01:32:49.513749 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-cfd27a09-4bba-43ee-9bb7-acfe8d59bcbc req-26cb9de7-7c92-44fc-a81c-c0cf260fc1a1 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336175 Aug 25 01:32:49.581102 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:49.632144 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91542bf2-21e1-4a50-8f8d-748e19f0fea5 req-8fbca907-bf45-4a27-9faa-95e361e2af32 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:49.633668 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-91542bf2-21e1-4a50-8f8d-748e19f0fea5 req-8fbca907-bf45-4a27-9faa-95e361e2af32 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 943 time: 0.0480702 Aug 25 01:32:49.674452 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-91542bf2-21e1-4a50-8f8d-748e19f0fea5 req-3243e264-74d9-40d6-ae0d-4c19718ab8c1 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309038 Aug 25 01:32:50.272849 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c5a84-3d7c-4be0-a5bb-013c05ba8030 req-206ba8a5-b986-4271-9122-69364beaf84b tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:50.274770 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d22c5a84-3d7c-4be0-a5bb-013c05ba8030 req-206ba8a5-b986-4271-9122-69364beaf84b tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 943 time: 0.0500941 Aug 25 01:32:50.345512 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d22c5a84-3d7c-4be0-a5bb-013c05ba8030 req-e6e8732f-a9e4-4e9c-a661-b469d94feebf tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597408 Aug 25 01:32:50.371089 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72980f0b-7379-4120-be67-64e3897f2614 req-9f4f8937-2825-4fc9-8f83-06c0b587ace5 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:50.371089 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-72980f0b-7379-4120-be67-64e3897f2614 req-9f4f8937-2825-4fc9-8f83-06c0b587ace5 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 945 time: 0.0760221 Aug 25 01:32:50.402727 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-72980f0b-7379-4120-be67-64e3897f2614 req-816bfe32-4079-4196-b29a-515ce0253870 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/security-groups?id=942ed35d-86d4-4e3d-9945-63fc3c81438c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326653 Aug 25 01:32:50.503008 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 54938) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:32:50.583569 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-864ff98c-f4de-43d0-8ebf-292054d8554e req-968922b1-1363-4119-a20a-f1c92663d77d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0794098 Aug 25 01:32:50.627288 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f2ec2-881b-4b52-981b-adb197554dcf req-46e77b09-eae6-47c8-82c0-016b7aa5df1f tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:50.628761 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-3b1f2ec2-881b-4b52-981b-adb197554dcf req-46e77b09-eae6-47c8-82c0-016b7aa5df1f tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=311b6a44-51eb-49e3-aee1-e24c57a2d392 HTTP/1.1" status: 200 len: 943 time: 0.0486379 Aug 25 01:32:50.665936 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-3b1f2ec2-881b-4b52-981b-adb197554dcf req-e899f441-4b6d-4156-ac63-70daee0f7ebb tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312274 Aug 25 01:32:51.474213 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad5867f-844d-49c6-adee-d4685dc28406 req-d1ae8eec-e1a9-4c33-932d-4ace5b963a93 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:51.476240 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-3ad5867f-844d-49c6-adee-d4685dc28406 req-d1ae8eec-e1a9-4c33-932d-4ace5b963a93 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 943 time: 0.0560687 Aug 25 01:32:51.751202 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a8513-5620-48c9-b4a5-8b47c18d3fd4 req-3c35531f-0ec9-419e-a61a-5e48ce5ade46 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:51.752675 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-2d4a8513-5620-48c9-b4a5-8b47c18d3fd4 req-3c35531f-0ec9-419e-a61a-5e48ce5ade46 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 945 time: 0.2753885 Aug 25 01:32:51.755314 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-3ad5867f-844d-49c6-adee-d4685dc28406 req-f9f8f875-1187-4ee5-9644-b89c1935d2f3 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2697160 Aug 25 01:32:51.790970 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-2d4a8513-5620-48c9-b4a5-8b47c18d3fd4 req-cb5ae040-2045-4789-9545-2f92768efd3c tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/security-groups?id=942ed35d-86d4-4e3d-9945-63fc3c81438c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321479 Aug 25 01:32:51.865203 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0caad7-4999-4f7a-b8f7-41b22c232b53 req-28cf394f-1b83-4447-9f7b-63fc71753ce6 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:51.866701 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-cd0caad7-4999-4f7a-b8f7-41b22c232b53 req-28cf394f-1b83-4447-9f7b-63fc71753ce6 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=311b6a44-51eb-49e3-aee1-e24c57a2d392 HTTP/1.1" status: 200 len: 943 time: 0.0497429 Aug 25 01:32:51.904920 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-cd0caad7-4999-4f7a-b8f7-41b22c232b53 req-1621c9a5-d9a3-40fe-b05e-f49ee6be0e45 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318673 Aug 25 01:32:51.973692 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ff98c-f4de-43d0-8ebf-292054d8554e req-4ec74f8f-c54f-4ff6-b217-a69cee54511a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:51.975394 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-864ff98c-f4de-43d0-8ebf-292054d8554e req-4ec74f8f-c54f-4ff6-b217-a69cee54511a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973&tenant_id=0d3f6d9b58da4cf08feb13c48725af79 HTTP/1.1" status: 200 len: 1096 time: 0.0758913 Aug 25 01:32:52.040846 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ff98c-f4de-43d0-8ebf-292054d8554e req-75d98012-8a86-41bc-86a9-4903a1d4a7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:52.042167 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-864ff98c-f4de-43d0-8ebf-292054d8554e req-75d98012-8a86-41bc-86a9-4903a1d4a7e5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0d3f6d9b58da4cf08feb13c48725af79&device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 1096 time: 0.0406327 Aug 25 01:32:52.130967 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ff98c-f4de-43d0-8ebf-292054d8554e req-974c0ff4-e276-4ec3-b07c-ad754c18b17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:52.132339 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-864ff98c-f4de-43d0-8ebf-292054d8554e req-974c0ff4-e276-4ec3-b07c-ad754c18b17b service neutron] 10.222.0.26 "GET /v2.0/networks?id=4b39bbca-d99b-4c6f-89e1-463d16db2dba HTTP/1.1" status: 200 len: 917 time: 0.0824749 Aug 25 01:32:52.198002 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-864ff98c-f4de-43d0-8ebf-292054d8554e req-e1bc3a27-b4bb-4649-9bd8-72d77a1b518e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bceaf3f-3cb5-457f-a270-6719b1c8af0b HTTP/1.1" status: 200 len: 998 time: 0.0577345 Aug 25 01:32:52.247630 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ff98c-f4de-43d0-8ebf-292054d8554e req-812dc647-6a29-4414-a3c1-e2c2a4aa795e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:52.248997 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-864ff98c-f4de-43d0-8ebf-292054d8554e req-812dc647-6a29-4414-a3c1-e2c2a4aa795e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=377ea34e-9667-47c0-90ed-ae7bee569363 HTTP/1.1" status: 200 len: 855 time: 0.0432281 Aug 25 01:32:52.292222 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ff98c-f4de-43d0-8ebf-292054d8554e req-1438d23c-7c0b-43ef-8bf5-5a7b0a53aa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:52.293536 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-864ff98c-f4de-43d0-8ebf-292054d8554e req-1438d23c-7c0b-43ef-8bf5-5a7b0a53aa33 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4b39bbca-d99b-4c6f-89e1-463d16db2dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378218 Aug 25 01:32:52.383201 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-864ff98c-f4de-43d0-8ebf-292054d8554e req-2a9485e8-8b89-4ad9-9844-ce2fba481f99 service neutron] 10.222.0.26 "GET /v2.0/networks/4b39bbca-d99b-4c6f-89e1-463d16db2dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809374 Aug 25 01:32:52.470291 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-864ff98c-f4de-43d0-8ebf-292054d8554e req-6019ba4e-1cb0-4fdb-a983-82ddfe6e13e9 service neutron] 10.222.0.26 "GET /v2.0/networks/4b39bbca-d99b-4c6f-89e1-463d16db2dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793254 Aug 25 01:32:52.924311 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53a425-4449-4dd1-9c52-2483f85ed3bd req-18249b8f-ef7d-4cdc-bab5-a0fac17f8236 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:52.934776 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-5a53a425-4449-4dd1-9c52-2483f85ed3bd req-18249b8f-ef7d-4cdc-bab5-a0fac17f8236 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 943 time: 0.0698998 Aug 25 01:32:53.009399 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d363f4-1e6f-4f8a-9f47-514e781d8e11 req-f2a958e8-758d-45bb-ac6a-75ec1ffbfb39 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:53.011378 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-f7d363f4-1e6f-4f8a-9f47-514e781d8e11 req-f2a958e8-758d-45bb-ac6a-75ec1ffbfb39 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 945 time: 0.1019695 Aug 25 01:32:53.021698 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-5a53a425-4449-4dd1-9c52-2483f85ed3bd req-30248a67-a88e-4962-a3f4-c62295a6bf31 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844307 Aug 25 01:32:53.064628 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-f7d363f4-1e6f-4f8a-9f47-514e781d8e11 req-94295544-1a72-4645-8e4b-473058310d43 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/security-groups?id=942ed35d-86d4-4e3d-9945-63fc3c81438c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407963 Aug 25 01:32:53.100042 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device 0bceaf3f-3cb5-457f-a270-6719b1c8af0b no longer exists at agent hyperv_hv-cinder-79001 {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 01:32:53.175598 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e83b1c-16f9-413c-bb55-2b764cbbdc28 req-62922bf9-4c67-4d44-8f8b-8533482bf241 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:53.177019 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-99e83b1c-16f9-413c-bb55-2b764cbbdc28 req-62922bf9-4c67-4d44-8f8b-8533482bf241 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=311b6a44-51eb-49e3-aee1-e24c57a2d392 HTTP/1.1" status: 200 len: 943 time: 0.0500896 Aug 25 01:32:53.223449 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-99e83b1c-16f9-413c-bb55-2b764cbbdc28 req-1d9fa9bc-03fd-4ffb-a359-a0babbbcc277 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401702 Aug 25 01:32:54.150333 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317b75e-0dda-4a37-b9c8-fc2ba48f754b req-f998e51e-5204-49bf-8a13-0b9ef2317ac9 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:54.151879 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-1317b75e-0dda-4a37-b9c8-fc2ba48f754b req-f998e51e-5204-49bf-8a13-0b9ef2317ac9 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 943 time: 0.0622914 Aug 25 01:32:54.188547 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-1317b75e-0dda-4a37-b9c8-fc2ba48f754b req-12cd084b-944f-4dee-af49-54b2752df732 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302820 Aug 25 01:32:54.304334 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48285418-7c40-45d7-8fd8-c583d3266ad5 req-e500654d-bd8b-4058-b9fa-14cd25fc7144 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:54.308511 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-48285418-7c40-45d7-8fd8-c583d3266ad5 req-e500654d-bd8b-4058-b9fa-14cd25fc7144 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 945 time: 0.0520992 Aug 25 01:32:54.342722 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-48285418-7c40-45d7-8fd8-c583d3266ad5 req-8e7e930b-43cc-4cd7-8dc3-a254d22429cb tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/security-groups?id=942ed35d-86d4-4e3d-9945-63fc3c81438c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311420 Aug 25 01:32:54.465508 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de1677-6d8a-43b1-b6ea-1cd98c6ac48c req-424862a0-b495-4d2f-888c-2761d8bc2a8e tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:54.467207 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-28de1677-6d8a-43b1-b6ea-1cd98c6ac48c req-424862a0-b495-4d2f-888c-2761d8bc2a8e tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=311b6a44-51eb-49e3-aee1-e24c57a2d392 HTTP/1.1" status: 200 len: 943 time: 0.0548630 Aug 25 01:32:54.509786 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-28de1677-6d8a-43b1-b6ea-1cd98c6ac48c req-e0f468a1-d3b6-4a93-9894-f10d6476afad tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354214 Aug 25 01:32:55.311678 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25c33a-dcd9-4e05-84ad-3968b963915c req-4866d5b3-9408-48cf-819f-1f5e1ce93b3f tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:55.313193 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-4c25c33a-dcd9-4e05-84ad-3968b963915c req-4866d5b3-9408-48cf-819f-1f5e1ce93b3f tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 943 time: 0.0501266 Aug 25 01:32:55.351354 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-4c25c33a-dcd9-4e05-84ad-3968b963915c req-d15a7734-3696-4365-aa51-e0209f172eb7 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321958 Aug 25 01:32:55.460616 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521bb60a-f494-4d03-8b93-fec958e4a937 req-21295993-df85-42cb-bbb2-47d1358d8e6d tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:55.462225 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-521bb60a-f494-4d03-8b93-fec958e4a937 req-21295993-df85-42cb-bbb2-47d1358d8e6d tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 945 time: 0.0508969 Aug 25 01:32:55.499955 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-521bb60a-f494-4d03-8b93-fec958e4a937 req-567f9660-64d5-42cc-9ce5-2686ec1e7beb tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/security-groups?id=942ed35d-86d4-4e3d-9945-63fc3c81438c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314136 Aug 25 01:32:55.623650 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bccdaba-d81e-4799-95c3-04005b3bfd8f req-3bd867aa-c4f9-4e23-873d-17b76af654c1 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:55.625077 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-4bccdaba-d81e-4799-95c3-04005b3bfd8f req-3bd867aa-c4f9-4e23-873d-17b76af654c1 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=311b6a44-51eb-49e3-aee1-e24c57a2d392 HTTP/1.1" status: 200 len: 943 time: 0.0474904 Aug 25 01:32:55.668302 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-4bccdaba-d81e-4799-95c3-04005b3bfd8f req-30346d2a-922d-4211-bea5-83ad27006a79 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372596 Aug 25 01:32:56.476746 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d985d-4292-4b02-84f2-1bf52ee431ba req-541495b4-d695-41d9-a49e-0cb41c52b39e tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:56.478363 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-776d985d-4292-4b02-84f2-1bf52ee431ba req-541495b4-d695-41d9-a49e-0cb41c52b39e tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 943 time: 0.0509593 Aug 25 01:32:56.519249 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-776d985d-4292-4b02-84f2-1bf52ee431ba req-adb5f225-c7a4-4091-a9d6-bd9ed90a0627 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347347 Aug 25 01:32:56.622888 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765677e4-bf14-49e5-b657-744798b3fae2 req-5cbf7238-420c-4258-a037-b3f3ba9a61e9 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:56.624357 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-765677e4-bf14-49e5-b657-744798b3fae2 req-5cbf7238-420c-4258-a037-b3f3ba9a61e9 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 945 time: 0.0487781 Aug 25 01:32:56.668843 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-765677e4-bf14-49e5-b657-744798b3fae2 req-990362fd-0fab-48a3-ade8-a8d16514c9f7 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/security-groups?id=942ed35d-86d4-4e3d-9945-63fc3c81438c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380101 Aug 25 01:32:56.782134 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0252446b-1486-4f9a-b48d-79025b26e087 req-a84965cc-3ca9-410a-9d3c-803686e504ed tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:56.783915 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-0252446b-1486-4f9a-b48d-79025b26e087 req-a84965cc-3ca9-410a-9d3c-803686e504ed tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=311b6a44-51eb-49e3-aee1-e24c57a2d392 HTTP/1.1" status: 200 len: 943 time: 0.0522835 Aug 25 01:32:56.825849 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-0252446b-1486-4f9a-b48d-79025b26e087 req-867dfd88-b181-4e6b-b4b3-2d7dc91cd54d tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355229 Aug 25 01:32:57.247858 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.agents_db [None req-4bdcba96-0b2f-4eba-81a9-023f498d003c None None] Agent healthcheck: found 6 active agents {{(pid=93835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 01:32:57.309735 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-433fe681-c690-4434-811d-71f36fe23904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:32:57.640683 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e997e8-b511-4a81-ab49-e9731bb2779c req-f996e2df-4633-4bc5-b1bf-68efeaa23390 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:57.642639 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-f2e997e8-b511-4a81-ab49-e9731bb2779c req-f996e2df-4633-4bc5-b1bf-68efeaa23390 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 943 time: 0.0498142 Aug 25 01:32:57.692457 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-f2e997e8-b511-4a81-ab49-e9731bb2779c req-292929de-c7e9-4027-a937-5f403dde1756 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403433 Aug 25 01:32:57.791479 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4b6c1-06a6-4eb4-9dbe-1b2623d64be1 req-1487ca56-8552-42fa-a8bf-6796553ff647 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:57.792974 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a1f4b6c1-06a6-4eb4-9dbe-1b2623d64be1 req-1487ca56-8552-42fa-a8bf-6796553ff647 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 945 time: 0.0512114 Aug 25 01:32:57.832566 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a1f4b6c1-06a6-4eb4-9dbe-1b2623d64be1 req-ab998c2a-477f-44f8-9601-44a68640d7f3 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/security-groups?id=942ed35d-86d4-4e3d-9945-63fc3c81438c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332317 Aug 25 01:32:57.948031 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e383c-2ab5-4e5c-8e72-9735c3b43824 req-4538a5ab-f782-4fce-9d06-298475cad614 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:57.949977 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-cb9e383c-2ab5-4e5c-8e72-9735c3b43824 req-4538a5ab-f782-4fce-9d06-298475cad614 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=311b6a44-51eb-49e3-aee1-e24c57a2d392 HTTP/1.1" status: 200 len: 943 time: 0.0508709 Aug 25 01:32:57.998612 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-cb9e383c-2ab5-4e5c-8e72-9735c3b43824 req-5a614181-d0ac-41fd-a3d9-1fd94c2bf1e5 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388246 Aug 25 01:32:58.804848 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c8722-f518-445b-a2d8-60be0d674d70 req-6e4547cc-6e8a-48c6-a49b-9e22e924e3ce tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:58.806198 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-e83c8722-f518-445b-a2d8-60be0d674d70 req-6e4547cc-6e8a-48c6-a49b-9e22e924e3ce tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 943 time: 0.0472081 Aug 25 01:32:58.849240 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-e83c8722-f518-445b-a2d8-60be0d674d70 req-24967201-b8e7-4441-a582-1b9ec374bd48 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368762 Aug 25 01:32:58.957582 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130d984-a32b-494c-b531-f436eed2ea6d req-0e5b7438-5b60-402d-bafb-9bc1da80da5a tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:58.959127 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-3130d984-a32b-494c-b531-f436eed2ea6d req-0e5b7438-5b60-402d-bafb-9bc1da80da5a tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 945 time: 0.0518606 Aug 25 01:32:58.996810 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-3130d984-a32b-494c-b531-f436eed2ea6d req-f8872f01-6493-4d5e-96d0-5264f8c6e936 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/security-groups?id=942ed35d-86d4-4e3d-9945-63fc3c81438c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316641 Aug 25 01:32:59.117327 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390bdc1-77df-4ddf-8ceb-05fc6c69c587 req-639b410e-4ea9-4570-bcf2-ef9b36a4cdcd tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:59.118868 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-0390bdc1-77df-4ddf-8ceb-05fc6c69c587 req-639b410e-4ea9-4570-bcf2-ef9b36a4cdcd tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=311b6a44-51eb-49e3-aee1-e24c57a2d392 HTTP/1.1" status: 200 len: 943 time: 0.0512125 Aug 25 01:32:59.160180 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-0390bdc1-77df-4ddf-8ceb-05fc6c69c587 req-4bda8523-eaca-4bdf-9b3b-671d3cb31b7b tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353284 Aug 25 01:32:59.977853 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7e6f3-ac0c-4c79-9d5d-d29bae0d2340 req-da661452-ad21-4950-9600-e9e4d2f686a6 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:32:59.980318 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-e0d7e6f3-ac0c-4c79-9d5d-d29bae0d2340 req-da661452-ad21-4950-9600-e9e4d2f686a6 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 943 time: 0.0507619 Aug 25 01:33:00.020021 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-e0d7e6f3-ac0c-4c79-9d5d-d29bae0d2340 req-7960ecd2-4928-403b-accd-83aa3655a56c tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326087 Aug 25 01:33:00.128246 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe23c225-d86b-4a1d-8450-26e8d685d9b0 req-e74e1140-9d71-491c-883d-ecd871e10abe tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:00.129779 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-fe23c225-d86b-4a1d-8450-26e8d685d9b0 req-e74e1140-9d71-491c-883d-ecd871e10abe tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 945 time: 0.0500500 Aug 25 01:33:00.172407 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-fe23c225-d86b-4a1d-8450-26e8d685d9b0 req-b8b1988a-be8d-4f3f-b0e2-93938fde06e3 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/security-groups?id=942ed35d-86d4-4e3d-9945-63fc3c81438c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362632 Aug 25 01:33:00.276395 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19274a-2a80-4c70-99fd-ccf8b872518b req-ea71821b-dca4-4157-8b24-553a6303c859 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:00.277871 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-1b19274a-2a80-4c70-99fd-ccf8b872518b req-ea71821b-dca4-4157-8b24-553a6303c859 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=311b6a44-51eb-49e3-aee1-e24c57a2d392 HTTP/1.1" status: 200 len: 943 time: 0.0527956 Aug 25 01:33:00.284451 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-934f9a50-81f7-45a6-94f5-5642df75c575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:00.319994 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-1b19274a-2a80-4c70-99fd-ccf8b872518b req-23ea2b59-4205-474f-a784-2bdc7c3c54fc tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351121 Aug 25 01:33:00.407029 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:00.902435 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d877336-721a-4d3d-9b41-e32e75b3d69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:01.143279 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25287448-bd16-42d9-b6d8-1f95b00fea25 req-e6785fce-aceb-4592-b432-d15129631fe4 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:01.144651 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-25287448-bd16-42d9-b6d8-1f95b00fea25 req-e6785fce-aceb-4592-b432-d15129631fe4 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 943 time: 0.0505333 Aug 25 01:33:01.184190 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-25287448-bd16-42d9-b6d8-1f95b00fea25 req-0d1c30cf-e00a-4a40-a336-857a0050a2d5 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336010 Aug 25 01:33:01.298235 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1501d-045a-4a46-9902-892a813c2379 req-4db18a14-4401-4f26-abcf-98632c16a10a tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:01.299850 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-abc1501d-045a-4a46-9902-892a813c2379 req-4db18a14-4401-4f26-abcf-98632c16a10a tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 945 time: 0.0535927 Aug 25 01:33:01.335701 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-abc1501d-045a-4a46-9902-892a813c2379 req-b6a2b73d-000c-4692-8568-04e597919c8d tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/security-groups?id=942ed35d-86d4-4e3d-9945-63fc3c81438c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299237 Aug 25 01:33:01.442162 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecdb0d8-9af5-45ee-ab6d-1a866bbc4bff req-bce55bdf-f042-4b51-8639-5ee972a43d4d tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:01.443619 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-1ecdb0d8-9af5-45ee-ab6d-1a866bbc4bff req-bce55bdf-f042-4b51-8639-5ee972a43d4d tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=311b6a44-51eb-49e3-aee1-e24c57a2d392 HTTP/1.1" status: 200 len: 943 time: 0.0482922 Aug 25 01:33:01.488948 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-1ecdb0d8-9af5-45ee-ab6d-1a866bbc4bff req-290d6b05-b707-4048-8ee0-78722dbd3011 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391121 Aug 25 01:33:02.312172 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56249cb8-050b-41b8-bd46-635758f30ac2 req-6f5f2d86-a6b9-49af-8c03-d8a6754cb66a tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:02.314265 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-56249cb8-050b-41b8-bd46-635758f30ac2 req-6f5f2d86-a6b9-49af-8c03-d8a6754cb66a tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 943 time: 0.0489738 Aug 25 01:33:02.355648 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-56249cb8-050b-41b8-bd46-635758f30ac2 req-97402c70-f80b-431a-816c-6281952e6163 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344744 Aug 25 01:33:02.462615 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3751e-37a8-4440-a5ee-b15a6e02ccba req-c3f5e815-95fd-4753-a1d3-ac318a27db52 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:02.464089 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-4fb3751e-37a8-4440-a5ee-b15a6e02ccba req-c3f5e815-95fd-4753-a1d3-ac318a27db52 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 945 time: 0.0518506 Aug 25 01:33:02.501199 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-4fb3751e-37a8-4440-a5ee-b15a6e02ccba req-be87a909-34fe-413c-9051-0599c635aa54 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/security-groups?id=942ed35d-86d4-4e3d-9945-63fc3c81438c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306683 Aug 25 01:33:02.570042 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-637296fa-69e7-4112-9a21-84726ca1bc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:02.623465 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0fcc63-b3ff-49f5-a35d-8258d2f158f2 req-c69a9922-e895-4fc2-b1e2-1c84433d58cc tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:02.624907 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-1b0fcc63-b3ff-49f5-a35d-8258d2f158f2 req-c69a9922-e895-4fc2-b1e2-1c84433d58cc tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=311b6a44-51eb-49e3-aee1-e24c57a2d392 HTTP/1.1" status: 200 len: 943 time: 0.0511017 Aug 25 01:33:02.666830 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-1b0fcc63-b3ff-49f5-a35d-8258d2f158f2 req-f3244904-d33a-4a18-a52b-5e923ac66d45 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353024 Aug 25 01:33:03.477871 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f8f37-12f4-421d-ae20-8c89c9ef5309 req-446cdf87-1df5-457d-b8f5-df2c36cf6cd6 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:03.480405 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-389f8f37-12f4-421d-ae20-8c89c9ef5309 req-446cdf87-1df5-457d-b8f5-df2c36cf6cd6 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 943 time: 0.0501895 Aug 25 01:33:03.524798 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-389f8f37-12f4-421d-ae20-8c89c9ef5309 req-24ec5061-6ee0-463a-9e1c-1170bd5c5fb4 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350194 Aug 25 01:33:03.632645 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf40ed-e9b8-408a-86ea-7aa601a66855 req-942e2cf1-a68e-4615-b069-eebe03a1c08e tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:03.634081 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-3eaf40ed-e9b8-408a-86ea-7aa601a66855 req-942e2cf1-a68e-4615-b069-eebe03a1c08e tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 945 time: 0.0471513 Aug 25 01:33:03.672835 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-3eaf40ed-e9b8-408a-86ea-7aa601a66855 req-fb25bda5-31e5-4c21-9107-e997e3d05222 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/security-groups?id=942ed35d-86d4-4e3d-9945-63fc3c81438c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324149 Aug 25 01:33:03.787468 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97883c-d75b-4d79-8c05-61279a5af457 req-f4dcceca-e051-45e1-b7f5-5e86160961e4 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:03.788894 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-8b97883c-d75b-4d79-8c05-61279a5af457 req-f4dcceca-e051-45e1-b7f5-5e86160961e4 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=311b6a44-51eb-49e3-aee1-e24c57a2d392 HTTP/1.1" status: 200 len: 943 time: 0.0482118 Aug 25 01:33:03.831348 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-8b97883c-d75b-4d79-8c05-61279a5af457 req-1b913d41-e47e-458c-b725-a95834e14b61 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363750 Aug 25 01:33:04.655789 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b27def-ce12-4077-a07e-00b2735226ad req-74244592-879e-4e96-bd38-897c4748173c tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:04.657446 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-c8b27def-ce12-4077-a07e-00b2735226ad req-74244592-879e-4e96-bd38-897c4748173c tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 943 time: 0.0590115 Aug 25 01:33:04.679089 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef8b19-c272-42c9-a16c-15a3ba4ca792 req-1008500c-4e7a-4031-9e4c-be2bd97b8222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:04.681042 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-a8ef8b19-c272-42c9-a16c-15a3ba4ca792 req-1008500c-4e7a-4031-9e4c-be2bd97b8222 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cdf67756f57948e9a1bcaae4578b8fb6&device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 1098 time: 0.0490603 Aug 25 01:33:04.698241 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-c8b27def-ce12-4077-a07e-00b2735226ad req-2f8fb514-870b-4a75-b144-65d782abdbe7 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350289 Aug 25 01:33:04.788865 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef8b19-c272-42c9-a16c-15a3ba4ca792 req-9fd5c5e6-be3b-4f66-839e-ae8b612495e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:04.790309 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-a8ef8b19-c272-42c9-a16c-15a3ba4ca792 req-9fd5c5e6-be3b-4f66-839e-ae8b612495e2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=321eee0d-c6be-433c-adb7-c8e082895ea9 HTTP/1.1" status: 200 len: 909 time: 0.1000779 Aug 25 01:33:04.806448 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47798d0d-ce85-4387-a6f1-39548809de19 req-6009dd41-5570-49c7-977d-64e80bd2296c tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:04.814142 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-47798d0d-ce85-4387-a6f1-39548809de19 req-6009dd41-5570-49c7-977d-64e80bd2296c tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 945 time: 0.0590756 Aug 25 01:33:04.857374 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-47798d0d-ce85-4387-a6f1-39548809de19 req-0818055e-fc87-464e-b0e5-5321d648fc6e tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/security-groups?id=942ed35d-86d4-4e3d-9945-63fc3c81438c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422828 Aug 25 01:33:04.882465 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-a8ef8b19-c272-42c9-a16c-15a3ba4ca792 req-601e0371-0c68-446b-97b7-8e0dd2c60039 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3775475-a3b7-4d85-a6f7-89a52ab37abe HTTP/1.1" status: 200 len: 1001 time: 0.0826106 Aug 25 01:33:04.937147 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef8b19-c272-42c9-a16c-15a3ba4ca792 req-9218b64a-da89-4b10-a461-72895aae4baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:04.938642 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-a8ef8b19-c272-42c9-a16c-15a3ba4ca792 req-9218b64a-da89-4b10-a461-72895aae4baf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d7657e42-cf1d-4305-98b4-a698e1c9d680 HTTP/1.1" status: 200 len: 847 time: 0.0475492 Aug 25 01:33:04.947238 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e8bf2-2acf-49fa-9159-b9ba0eb92c3b req-c7946bd6-24d5-4be3-af71-5d6656df003a tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:04.948702 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-114e8bf2-2acf-49fa-9159-b9ba0eb92c3b req-c7946bd6-24d5-4be3-af71-5d6656df003a tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=311b6a44-51eb-49e3-aee1-e24c57a2d392 HTTP/1.1" status: 200 len: 943 time: 0.0479348 Aug 25 01:33:04.986234 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef8b19-c272-42c9-a16c-15a3ba4ca792 req-2156254a-d651-4209-b11f-afaadf4192cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:04.987745 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-a8ef8b19-c272-42c9-a16c-15a3ba4ca792 req-2156254a-d651-4209-b11f-afaadf4192cb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=321eee0d-c6be-433c-adb7-c8e082895ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409155 Aug 25 01:33:04.991430 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-114e8bf2-2acf-49fa-9159-b9ba0eb92c3b req-dad85a9b-9fea-4b56-ae79-c42833463184 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357187 Aug 25 01:33:05.079427 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-a8ef8b19-c272-42c9-a16c-15a3ba4ca792 req-ce03e54b-a251-42fc-a255-090e9b221684 service neutron] 10.222.0.26 "GET /v2.0/networks/321eee0d-c6be-433c-adb7-c8e082895ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834668 Aug 25 01:33:05.169512 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-a8ef8b19-c272-42c9-a16c-15a3ba4ca792 req-80c5fe9c-c8c3-43ad-b216-1cb5e6885b09 service neutron] 10.222.0.26 "GET /v2.0/networks/321eee0d-c6be-433c-adb7-c8e082895ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821314 Aug 25 01:33:05.175002 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device 336c249f-6762-4e80-a90d-fd9c1dc12af8 details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=93834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 01:33:05.267398 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port 336c249f-6762-4e80-a90d-fd9c1dc12af8, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=336c249f-6762-4e80-a90d-fd9c1dc12af8,segment=NetworkSegment(c04ee889-7418-43cc-a81f-2f5facfdbc4b),segment_id=c04ee889-7418-43cc-a81f-2f5facfdbc4b)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:33:05.278004 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Returning: {'device': '336c249f-6762-4e80-a90d-fd9c1dc12af8', 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8', 'port_id': '336c249f-6762-4e80-a90d-fd9c1dc12af8', 'mac_address': 'fa:16:3e:7f:22:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e76ae4-a0df-4300-91e1-70e2eeb06d40', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 01:33:05.313197 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:05.324929 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 336c249f-6762-4e80-a90d-fd9c1dc12af8 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 01:33:05.343076 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port 336c249f-6762-4e80-a90d-fd9c1dc12af8, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=336c249f-6762-4e80-a90d-fd9c1dc12af8,segment=NetworkSegment(c04ee889-7418-43cc-a81f-2f5facfdbc4b),segment_id=c04ee889-7418-43cc-a81f-2f5facfdbc4b)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:33:05.346637 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:05.391313 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Pushing event updated for resources: {'Port': ['ID=336c249f-6762-4e80-a90d-fd9c1dc12af8,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:33:05.592565 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] get_ports_and_sgs() called for port_ids ['336c249f-6762-4e80-a90d-fd9c1dc12af8'] {{(pid=93834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 01:33:05.822924 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3de17c-34c4-4ad4-8c49-45a3ceba38a7 req-ac4838a5-51a3-4844-9c15-9bab7d6fb63e tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:05.824393 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-cd3de17c-34c4-4ad4-8c49-45a3ceba38a7 req-ac4838a5-51a3-4844-9c15-9bab7d6fb63e tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 943 time: 0.0488684 Aug 25 01:33:05.861954 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-cd3de17c-34c4-4ad4-8c49-45a3ceba38a7 req-9478f64b-2381-4f56-a146-ffecd6c91181 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316572 Aug 25 01:33:05.967395 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7fb292-ed25-4d38-96c9-eb975ddef07e req-bcb81e71-1e35-45c6-9440-f75f5b58cba7 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:05.969399 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-db7fb292-ed25-4d38-96c9-eb975ddef07e req-bcb81e71-1e35-45c6-9440-f75f5b58cba7 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 945 time: 0.0481355 Aug 25 01:33:06.007814 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-db7fb292-ed25-4d38-96c9-eb975ddef07e req-529d0769-0734-4309-8af5-a00edc332759 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/security-groups?id=942ed35d-86d4-4e3d-9945-63fc3c81438c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324750 Aug 25 01:33:06.110462 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022126f0-836a-49b2-b0c8-3ee3a6d3660c req-3268bdee-03c9-44f5-932d-beb9483ad2ac tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:06.112047 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-022126f0-836a-49b2-b0c8-3ee3a6d3660c req-3268bdee-03c9-44f5-932d-beb9483ad2ac tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=311b6a44-51eb-49e3-aee1-e24c57a2d392 HTTP/1.1" status: 200 len: 944 time: 0.0495446 Aug 25 01:33:06.153173 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-022126f0-836a-49b2-b0c8-3ee3a6d3660c req-81d60ea0-0c6f-4efb-a53d-87321a007671 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352869 Aug 25 01:33:06.984039 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6034e95-9f09-49d5-a4d4-e9cfce06c816 req-ca329d94-3750-40cc-bd20-145bfd36b7c5 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:06.986167 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-c6034e95-9f09-49d5-a4d4-e9cfce06c816 req-ca329d94-3750-40cc-bd20-145bfd36b7c5 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 943 time: 0.0514998 Aug 25 01:33:07.024750 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-c6034e95-9f09-49d5-a4d4-e9cfce06c816 req-a37cb6fa-c994-4088-9334-ca4a9cc1cef1 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324268 Aug 25 01:33:07.131745 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba7c71-fcc2-434d-a709-7b16b99402f3 req-2e7d9725-bb25-4de5-86d0-1b48e2c6050e tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:07.133362 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-8aba7c71-fcc2-434d-a709-7b16b99402f3 req-2e7d9725-bb25-4de5-86d0-1b48e2c6050e tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 945 time: 0.0487351 Aug 25 01:33:07.171050 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-8aba7c71-fcc2-434d-a709-7b16b99402f3 req-b499e455-7a6a-4b26-87f3-a73637c1d740 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/security-groups?id=942ed35d-86d4-4e3d-9945-63fc3c81438c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314596 Aug 25 01:33:07.194954 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device 336c249f-6762-4e80-a90d-fd9c1dc12af8 up at agent hyperv_hv-cinder-79001 {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:33:07.245157 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Provisioning for port 336c249f-6762-4e80-a90d-fd9c1dc12af8 completed by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:33:07.250925 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Provisioning complete for port 336c249f-6762-4e80-a90d-fd9c1dc12af8 triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:33:07.251528 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:07.269503 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556819c3-7817-432c-832f-cda7eada4641 req-fbf9f3cf-7c5f-4c1d-8bd2-fad5d83e1635 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:07.278237 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-556819c3-7817-432c-832f-cda7eada4641 req-fbf9f3cf-7c5f-4c1d-8bd2-fad5d83e1635 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=311b6a44-51eb-49e3-aee1-e24c57a2d392 HTTP/1.1" status: 200 len: 944 time: 0.0497916 Aug 25 01:33:07.311530 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-556819c3-7817-432c-832f-cda7eada4641 req-f88de338-a1be-4683-8558-35425a6a1eb8 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344026 Aug 25 01:33:07.333227 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:07.354214 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311b6a44-51eb-49e3-aee1-e24c57a2d392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336c249f-6762-4e80-a90d-fd9c1dc12af8'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:33:07.356411 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac4c50f49c3b3a17933da630e77cab0c79281d75959c3f8023547b3e3ec39ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0500d28-3731-4305-a528-75a2a3b82c51" -d '{"events": [{"server_uuid": "311b6a44-51eb-49e3-aee1-e24c57a2d392", "name": "network-vif-plugged", "status": "completed", "tag": "336c249f-6762-4e80-a90d-fd9c1dc12af8"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:33:07.368425 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port 336c249f-6762-4e80-a90d-fd9c1dc12af8, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=336c249f-6762-4e80-a90d-fd9c1dc12af8,segment=NetworkSegment(c04ee889-7418-43cc-a81f-2f5facfdbc4b),segment_id=c04ee889-7418-43cc-a81f-2f5facfdbc4b)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:33:07.373515 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:07.374576 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device a3775475-a3b7-4d85-a6f7-89a52ab37abe no longer exists at agent hyperv_hv-cinder-79001 {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 01:33:07.398827 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 01:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091670e7-14e7-416c-bb82-2bfdb7bfee4c x-openstack-request-id: req-091670e7-14e7-416c-bb82-2bfdb7bfee4c {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:33:07.399117 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311b6a44-51eb-49e3-aee1-e24c57a2d392", "name": "network-vif-plugged", "status": "completed", "tag": "336c249f-6762-4e80-a90d-fd9c1dc12af8", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:33:07.399373 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-091670e7-14e7-416c-bb82-2bfdb7bfee4c {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:33:07.399756 dv-cinder-790014-2-iscsi neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311b6a44-51eb-49e3-aee1-e24c57a2d392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336c249f-6762-4e80-a90d-fd9c1dc12af8', 'code': 200} Aug 25 01:33:07.457805 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Pushing event updated for resources: {'Port': ['ID=336c249f-6762-4e80-a90d-fd9c1dc12af8,revision_number=5']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:33:07.501282 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:07.533715 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port a3775475-a3b7-4d85-a6f7-89a52ab37abe, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=a3775475-a3b7-4d85-a6f7-89a52ab37abe,segment=NetworkSegment(60783d59-e204-428b-9b9a-32183774f0fb),segment_id=60783d59-e204-428b-9b9a-32183774f0fb)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:33:07.537770 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:07.584527 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Pushing event updated for resources: {'Port': ['ID=a3775475-a3b7-4d85-a6f7-89a52ab37abe,revision_number=6']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:33:07.626591 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a2d5e1-378f-4702-be00-dbe5232b1956 req-e88f6f70-6f17-4ca2-b989-21927aaaeb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:07.628032 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-c4a2d5e1-378f-4702-be00-dbe5232b1956 req-e88f6f70-6f17-4ca2-b989-21927aaaeb4f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=311b6a44-51eb-49e3-aee1-e24c57a2d392 HTTP/1.1" status: 200 len: 1098 time: 0.0392888 Aug 25 01:33:07.661795 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-c4a2d5e1-378f-4702-be00-dbe5232b1956 req-350315a2-3138-44f9-ae39-1381eb4d71ad service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261276 Aug 25 01:33:08.148677 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e51fd-5ce2-4721-8f8c-26fdec933fe7 req-a41383b6-cb1e-4287-a671-4b0106643d24 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:08.150121 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ff4e51fd-5ce2-4721-8f8c-26fdec933fe7 req-a41383b6-cb1e-4287-a671-4b0106643d24 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 943 time: 0.0476904 Aug 25 01:33:08.186443 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ff4e51fd-5ce2-4721-8f8c-26fdec933fe7 req-2a1db16f-4fec-492a-a360-f24c1113983d tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306058 Aug 25 01:33:08.285571 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc7659-c0f6-4fd1-8eea-a062d08d423a req-75c0234a-d36b-4e11-ab77-b23ea76a7df0 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:08.286443 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-b0bc7659-c0f6-4fd1-8eea-a062d08d423a req-75c0234a-d36b-4e11-ab77-b23ea76a7df0 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 943 time: 0.0471883 Aug 25 01:33:08.322730 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-b0bc7659-c0f6-4fd1-8eea-a062d08d423a req-c4d691e8-3b26-4e79-b3a0-1df765520c51 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/security-groups?id=942ed35d-86d4-4e3d-9945-63fc3c81438c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304210 Aug 25 01:33:08.424565 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7da370-e269-435b-93bb-95885bdc94f2 req-5a9a5755-5ecf-44d6-8601-4d35e1a5966e tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:08.426093 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-2a7da370-e269-435b-93bb-95885bdc94f2 req-5a9a5755-5ecf-44d6-8601-4d35e1a5966e tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=311b6a44-51eb-49e3-aee1-e24c57a2d392 HTTP/1.1" status: 200 len: 945 time: 0.0491405 Aug 25 01:33:08.479615 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-2a7da370-e269-435b-93bb-95885bdc94f2 req-72183c29-6f69-4bc7-bc4d-b79555277d32 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427830 Aug 25 01:33:08.520820 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 55106) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:33:08.527910 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f822a5-b2eb-4c8d-833d-7c581aebc4b8 req-1324f69d-e484-4d6a-9b85-a17cfc7d6c05 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:08.529436 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d8f822a5-b2eb-4c8d-833d-7c581aebc4b8 req-1324f69d-e484-4d6a-9b85-a17cfc7d6c05 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 943 time: 0.0491595 Aug 25 01:33:08.571638 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d8f822a5-b2eb-4c8d-833d-7c581aebc4b8 req-f7ea61f1-33e1-4256-bb08-8c075bf7565b tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/security-groups?id=942ed35d-86d4-4e3d-9945-63fc3c81438c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319586 Aug 25 01:33:08.604786 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-99bd3336-3715-4bbd-a14b-5750c2b8a729 req-61482bae-0953-425c-8bd5-8a4186bc54c0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0828404 Aug 25 01:33:09.301696 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc57f8-55b2-4cdf-b444-cab55dfff44a req-bfa27a37-6403-4da9-90b6-86668ef462df tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:09.303146 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-38cc57f8-55b2-4cdf-b444-cab55dfff44a req-bfa27a37-6403-4da9-90b6-86668ef462df tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 943 time: 0.0470088 Aug 25 01:33:09.339004 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-38cc57f8-55b2-4cdf-b444-cab55dfff44a req-9827af2b-9799-4452-9881-a164ab0b36cb tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300596 Aug 25 01:33:09.400888 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '534244b4-6d9f-4918-b1e1-3ea057e19cbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3775475-a3b7-4d85-a6f7-89a52ab37abe'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:33:09.403195 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac4c50f49c3b3a17933da630e77cab0c79281d75959c3f8023547b3e3ec39ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00169c4a-8f84-40e8-a059-e3d47373dd98" -d '{"events": [{"server_uuid": "534244b4-6d9f-4918-b1e1-3ea057e19cbf", "name": "network-vif-unplugged", "status": "completed", "tag": "a3775475-a3b7-4d85-a6f7-89a52ab37abe"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:33:09.433741 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 25 Aug 2021 01:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84539df0-ca34-40c7-b0c4-0e20bb469ec9 x-openstack-request-id: req-84539df0-ca34-40c7-b0c4-0e20bb469ec9 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:33:09.434033 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "534244b4-6d9f-4918-b1e1-3ea057e19cbf", "name": "network-vif-unplugged", "status": "failed", "tag": "a3775475-a3b7-4d85-a6f7-89a52ab37abe", "code": 422}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:33:09.434285 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-84539df0-ca34-40c7-b0c4-0e20bb469ec9 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:33:09.434723 dv-cinder-790014-2-iscsi neutron-server[93834]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '534244b4-6d9f-4918-b1e1-3ea057e19cbf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a3775475-a3b7-4d85-a6f7-89a52ab37abe', 'code': 422} returned with failed status Aug 25 01:33:09.589378 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b4d7c-9e4b-4109-9b54-df1bffe8e508 req-d00a68f7-ac5c-49ae-b562-e2c2b7028fc5 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:09.590826 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-172b4d7c-9e4b-4109-9b54-df1bffe8e508 req-d00a68f7-ac5c-49ae-b562-e2c2b7028fc5 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=311b6a44-51eb-49e3-aee1-e24c57a2d392 HTTP/1.1" status: 200 len: 945 time: 0.0470912 Aug 25 01:33:09.631756 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-172b4d7c-9e4b-4109-9b54-df1bffe8e508 req-86696266-291b-4c6b-a471-80a4d81372c9 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345423 Aug 25 01:33:09.684442 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13afbb1a-8459-4fa7-8667-c8f3fa439ff2 req-8e46cfa1-e880-4abb-a519-3bd4c8a813b5 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:09.685920 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-13afbb1a-8459-4fa7-8667-c8f3fa439ff2 req-8e46cfa1-e880-4abb-a519-3bd4c8a813b5 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 943 time: 0.0479269 Aug 25 01:33:09.749992 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-13afbb1a-8459-4fa7-8667-c8f3fa439ff2 req-5e67193e-d356-43f6-aa0a-d73ab59321f9 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/security-groups?id=942ed35d-86d4-4e3d-9945-63fc3c81438c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581357 Aug 25 01:33:09.762071 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c00f3-c2f6-4ec0-b6db-7bc22b77edcd req-56611b97-02b2-491b-a80a-4cbac36bc432 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:09.763564 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-601c00f3-c2f6-4ec0-b6db-7bc22b77edcd req-56611b97-02b2-491b-a80a-4cbac36bc432 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=311b6a44-51eb-49e3-aee1-e24c57a2d392 HTTP/1.1" status: 200 len: 945 time: 0.0660226 Aug 25 01:33:09.800672 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-601c00f3-c2f6-4ec0-b6db-7bc22b77edcd req-2ba0ca6f-b548-406e-a6ae-ea78ab9363f2 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306938 Aug 25 01:33:09.821993 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 55128) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:33:09.904870 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4adb43-8495-4e72-ae3f-865a2fc30d30 tempest-TestVolumeBootPattern-566452305 tempest-TestVolumeBootPattern-566452305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:09.906905 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-ca4adb43-8495-4e72-ae3f-865a2fc30d30 tempest-TestVolumeBootPattern-566452305 tempest-TestVolumeBootPattern-566452305-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=311b6a44-51eb-49e3-aee1-e24c57a2d392 HTTP/1.1" status: 200 len: 1093 time: 0.0834327 Aug 25 01:33:09.909856 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 55132) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:33:09.914049 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.v2.base [None req-fd67e735-6b5a-4742-a47e-eba4189d18e2 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Request body: {'floatingip': {'floating_network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'port_id': '336c249f-6762-4e80-a90d-fd9c1dc12af8', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:33:09.934156 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fd67e735-6b5a-4742-a47e-eba4189d18e2 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks [] for floatingip, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:10.025741 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fd67e735-6b5a-4742-a47e-eba4189d18e2 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:10.127405 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-fd67e735-6b5a-4742-a47e-eba4189d18e2 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Allocated IP 172.27.1.77 (010d8b7d-53b1-407d-b771-6477c60770f4/e3100a47-8cf0-41e7-afe0-dcfedb56ff39/30b9a404-b797-4d7c-8c32-54f0319361cc) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 01:33:10.221355 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fd67e735-6b5a-4742-a47e-eba4189d18e2 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:10.257120 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fd67e735-6b5a-4742-a47e-eba4189d18e2 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782026665144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11069661'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:10.297749 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd67e735-6b5a-4742-a47e-eba4189d18e2 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Network 010d8b7d-53b1-407d-b771-6477c60770f4 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:33:10.300433 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-fd67e735-6b5a-4742-a47e-eba4189d18e2 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:33:10.304787 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd67e735-6b5a-4742-a47e-eba4189d18e2 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 01:33:10.309953 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd67e735-6b5a-4742-a47e-eba4189d18e2 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Pushing event updated for resources: {'Port': ['ID=30b9a404-b797-4d7c-8c32-54f0319361cc,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:33:10.530033 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b48e804-190d-4a8d-a850-781f0a9a9bd8 req-f40213e9-0ef4-44ed-8938-a98d684fe39f tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:10.531544 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-6b48e804-190d-4a8d-a850-781f0a9a9bd8 req-f40213e9-0ef4-44ed-8938-a98d684fe39f tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 943 time: 0.1164160 Aug 25 01:33:10.638850 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-6b48e804-190d-4a8d-a850-781f0a9a9bd8 req-6166b851-a63d-4ca4-bb77-bd7fb274693b tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001134 Aug 25 01:33:10.700356 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fd67e735-6b5a-4742-a47e-eba4189d18e2 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:10.761643 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fd67e735-6b5a-4742-a47e-eba4189d18e2 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:10.916133 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b726615-6c5b-450d-bd14-00beb5b9d638 req-88516e12-bb6e-400c-852b-34c9b1de0fb3 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:10.917578 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-0b726615-6c5b-450d-bd14-00beb5b9d638 req-88516e12-bb6e-400c-852b-34c9b1de0fb3 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 943 time: 0.1009102 Aug 25 01:33:10.965077 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fd67e735-6b5a-4742-a47e-eba4189d18e2 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:10.972252 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fd67e735-6b5a-4742-a47e-eba4189d18e2 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11069652'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:10.983851 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-0b726615-6c5b-450d-bd14-00beb5b9d638 req-f045b87d-f70a-4107-9a44-97c29cb7d1dc tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/security-groups?id=942ed35d-86d4-4e3d-9945-63fc3c81438c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594091 Aug 25 01:33:11.051697 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd67e735-6b5a-4742-a47e-eba4189d18e2 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Pushing event updated for resources: {'Port': ['ID=30b9a404-b797-4d7c-8c32-54f0319361cc,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:33:11.057627 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fd67e735-6b5a-4742-a47e-eba4189d18e2 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930814'] for floatingip, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:11.152591 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.db.l3_db [None req-fd67e735-6b5a-4742-a47e-eba4189d18e2 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Floating IP 623c97dd-8681-4a7a-902b-9bce9d09c3d6 associated. External IP: 172.27.1.77, port: 336c249f-6762-4e80-a90d-fd9c1dc12af8. Aug 25 01:33:11.200866 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device 0bceaf3f-3cb5-457f-a270-6719b1c8af0b details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=93834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 01:33:11.294613 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port 0bceaf3f-3cb5-457f-a270-6719b1c8af0b, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=0bceaf3f-3cb5-457f-a270-6719b1c8af0b,segment=NetworkSegment(2250bebe-2869-40e3-ad89-dd6ac923b04c),segment_id=2250bebe-2869-40e3-ad89-dd6ac923b04c)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:33:11.306304 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Returning: {'device': '0bceaf3f-3cb5-457f-a270-6719b1c8af0b', 'network_id': '4b39bbca-d99b-4c6f-89e1-463d16db2dba', 'port_id': '0bceaf3f-3cb5-457f-a270-6719b1c8af0b', 'mac_address': 'fa:16:3e:e0:19:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '377ea34e-9667-47c0-90ed-ae7bee569363', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 01:33:11.341265 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:11.351265 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd67e735-6b5a-4742-a47e-eba4189d18e2 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Router fbfad13f-9e18-4a50-a601-e0301b78a9a5 has already been hosted by L3 agent 2e219680-1a48-4599-ad97-adf9ec497b47 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 01:33:11.353579 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bceaf3f-3cb5-457f-a270-6719b1c8af0b {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 01:33:11.372552 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port 0bceaf3f-3cb5-457f-a270-6719b1c8af0b, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=0bceaf3f-3cb5-457f-a270-6719b1c8af0b,segment=NetworkSegment(2250bebe-2869-40e3-ad89-dd6ac923b04c),segment_id=2250bebe-2869-40e3-ad89-dd6ac923b04c)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:33:11.379511 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:11.427237 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Pushing event updated for resources: {'Port': ['ID=0bceaf3f-3cb5-457f-a270-6719b1c8af0b,revision_number=9']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:33:11.437927 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:33:11.438284 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:33:11.438623 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:33:11.438987 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:33:11.439323 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:33:11.439654 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:33:11.439981 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:33:11.440901 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:33:11.441242 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:33:11.441570 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:33:11.441893 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:33:11.442219 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:33:11.456676 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd67e735-6b5a-4742-a47e-eba4189d18e2 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify agent at l3_agent.dv-cinder-790014-2-iscsi the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 01:33:11.466791 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e9b4e5-0242-4368-b8b3-44bd88e3567b None None] Sync routers for ids ['fbfad13f-9e18-4a50-a601-e0301b78a9a5'] in dv-cinder-790014-2-iscsi {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 01:33:11.474949 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fd67e735-6b5a-4742-a47e-eba4189d18e2 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:11.476529 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e9b4e5-0242-4368-b8b3-44bd88e3567b None None] Routers {'fbfad13f-9e18-4a50-a601-e0301b78a9a5'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:33:11.477253 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-66e9b4e5-0242-4368-b8b3-44bd88e3567b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:33:00Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['fbfad13f-9e18-4a50-a601-e0301b78a9a5'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:33:11.516685 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-fd67e735-6b5a-4742-a47e-eba4189d18e2 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5992126 Aug 25 01:33:11.516685 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311b6a44-51eb-49e3-aee1-e24c57a2d392', 'tag': '336c249f-6762-4e80-a90d-fd9c1dc12af8'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:33:11.516685 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99221413ad608258be70d61d3aee829b58887b18c5c2a60c7a37b33fff07d90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd14f1e-fef2-424a-a037-e7a6c57d33c7" -d '{"events": [{"name": "network-changed", "server_uuid": "311b6a44-51eb-49e3-aee1-e24c57a2d392", "tag": "336c249f-6762-4e80-a90d-fd9c1dc12af8"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:33:11.586671 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-66e9b4e5-0242-4368-b8b3-44bd88e3567b None None] Set router fbfad13f-9e18-4a50-a601-e0301b78a9a5 gateway port host: dv-cinder-790014-2-iscsi {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:33:11.602802 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 01:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e30c2f-2e97-4d5c-95ab-fefbeb02aac7 x-openstack-request-id: req-61e30c2f-2e97-4d5c-95ab-fefbeb02aac7 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:33:11.603099 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "311b6a44-51eb-49e3-aee1-e24c57a2d392", "tag": "336c249f-6762-4e80-a90d-fd9c1dc12af8", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:33:11.603383 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-61e30c2f-2e97-4d5c-95ab-fefbeb02aac7 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:33:11.603786 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311b6a44-51eb-49e3-aee1-e24c57a2d392', 'tag': '336c249f-6762-4e80-a90d-fd9c1dc12af8', 'status': 'completed', 'code': 200} Aug 25 01:33:11.670119 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd14f1e-fef2-424a-a037-e7a6c57d33c7 req-3acdcb76-47f4-43c9-ab1c-58fccbfac52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:11.672762 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-edd14f1e-fef2-424a-a037-e7a6c57d33c7 req-3acdcb76-47f4-43c9-ab1c-58fccbfac52a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ada43be06e92474191038a2b41a9f39b&device_id=311b6a44-51eb-49e3-aee1-e24c57a2d392 HTTP/1.1" status: 200 len: 1098 time: 0.0428374 Aug 25 01:33:11.732062 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] get_ports_and_sgs() called for port_ids ['0bceaf3f-3cb5-457f-a270-6719b1c8af0b'] {{(pid=93834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 01:33:11.760793 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ad3f6-161c-47bf-afb9-1f8bb2c48d53 req-09180052-dc44-487d-9801-1e57c1fc180b tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:11.762661 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-052ad3f6-161c-47bf-afb9-1f8bb2c48d53 req-09180052-dc44-487d-9801-1e57c1fc180b tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 944 time: 0.0506599 Aug 25 01:33:11.768682 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd14f1e-fef2-424a-a037-e7a6c57d33c7 req-e8aa0a1f-3037-4b3e-b056-0f2e5fe1def9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:11.770273 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-edd14f1e-fef2-424a-a037-e7a6c57d33c7 req-e8aa0a1f-3037-4b3e-b056-0f2e5fe1def9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=109ccc69-61fe-42e8-83da-81c7da1807b8 HTTP/1.1" status: 200 len: 912 time: 0.0898876 Aug 25 01:33:11.803589 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-052ad3f6-161c-47bf-afb9-1f8bb2c48d53 req-45b9bbca-dfbe-4e0b-adc6-ea1fe4d89e85 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321262 Aug 25 01:33:11.842115 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-edd14f1e-fef2-424a-a037-e7a6c57d33c7 req-7cc85e4a-5f38-433a-b607-889907a5183f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=336c249f-6762-4e80-a90d-fd9c1dc12af8 HTTP/1.1" status: 200 len: 998 time: 0.0596576 Aug 25 01:33:11.905834 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd14f1e-fef2-424a-a037-e7a6c57d33c7 req-6e6070cc-a1b9-44ca-acbd-077e2fb0a260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:11.907887 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-edd14f1e-fef2-424a-a037-e7a6c57d33c7 req-6e6070cc-a1b9-44ca-acbd-077e2fb0a260 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e4e76ae4-a0df-4300-91e1-70e2eeb06d40 HTTP/1.1" status: 200 len: 850 time: 0.0428848 Aug 25 01:33:11.959783 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd14f1e-fef2-424a-a037-e7a6c57d33c7 req-3ce7b000-b515-4cb7-a9fa-b720602f5c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:11.961244 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-edd14f1e-fef2-424a-a037-e7a6c57d33c7 req-3ce7b000-b515-4cb7-a9fa-b720602f5c1d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=109ccc69-61fe-42e8-83da-81c7da1807b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422494 Aug 25 01:33:12.027740 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-66e9b4e5-0242-4368-b8b3-44bd88e3567b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'name': 'tempest-TestVolumeBootPattern-197417283-router', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '735a2362-df5c-4fc7-adad-7623e23d61cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:32:15Z', 'updated_at': '2021-08-25T01:32:17Z', 'revision_number': 4, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'gw_port': {'id': '735a2362-df5c-4fc7-adad-7623e23d61cc', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:32:15Z', 'updated_at': '2021-08-25T01:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_floatingips': [{'id': '623c97dd-8681-4a7a-902b-9bce9d09c3d6', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'router_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'port_id': '336c249f-6762-4e80-a90d-fd9c1dc12af8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8', 'mac_address': 'fa:16:3e:7f:22:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311b6a44-51eb-49e3-aee1-e24c57a2d392', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T01:33:10Z', 'updated_at': '2021-08-25T01:33:10Z', 'revision_number': 0, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad7755ad-d744-4372-8f30-8e9347161788', 'name': '', 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'mac_address': 'fa:16:3e:c7:c3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'e4e76ae4-a0df-4300-91e1-70e2eeb06d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:32:17Z', 'updated_at': '2021-08-25T01:32:23Z', 'revision_number': 5, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'subnets': [{'id': 'e4e76ae4-a0df-4300-91e1-70e2eeb06d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:33:12.052641 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-edd14f1e-fef2-424a-a037-e7a6c57d33c7 req-4860cf6c-890a-41a6-bf0c-8fa7d33f9551 service neutron] 10.222.0.26 "GET /v2.0/networks/109ccc69-61fe-42e8-83da-81c7da1807b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823717 Aug 25 01:33:12.054120 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e9b4e5-0242-4368-b8b3-44bd88e3567b None None] Checking router: fbfad13f-9e18-4a50-a601-e0301b78a9a5 for host: dv-cinder-790014-2-iscsi {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 01:33:12.062440 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e9b4e5-0242-4368-b8b3-44bd88e3567b None None] Routers {'fbfad13f-9e18-4a50-a601-e0301b78a9a5'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:33:12.063078 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-66e9b4e5-0242-4368-b8b3-44bd88e3567b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:33:00Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['fbfad13f-9e18-4a50-a601-e0301b78a9a5'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:33:12.106498 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615dd3e-528d-4ffb-adbc-b4d7d6e3ea75 req-95a8116e-8471-4a0f-b7cb-fcb300f5db22 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:12.114154 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-3615dd3e-528d-4ffb-adbc-b4d7d6e3ea75 req-95a8116e-8471-4a0f-b7cb-fcb300f5db22 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 943 time: 0.0565500 Aug 25 01:33:12.151802 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-3615dd3e-528d-4ffb-adbc-b4d7d6e3ea75 req-f5569c30-f35e-4489-9149-71cdcf1f885a tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/security-groups?id=942ed35d-86d4-4e3d-9945-63fc3c81438c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364790 Aug 25 01:33:12.156944 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-edd14f1e-fef2-424a-a037-e7a6c57d33c7 req-47482bc1-ec84-4961-a686-1b9a337ca37f service neutron] 10.222.0.26 "GET /v2.0/networks/109ccc69-61fe-42e8-83da-81c7da1807b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955956 Aug 25 01:33:12.180648 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-66e9b4e5-0242-4368-b8b3-44bd88e3567b None None] Set router fbfad13f-9e18-4a50-a601-e0301b78a9a5 gateway port host: dv-cinder-790014-2-iscsi {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:33:12.394659 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-66e9b4e5-0242-4368-b8b3-44bd88e3567b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'name': 'tempest-TestVolumeBootPattern-197417283-router', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '735a2362-df5c-4fc7-adad-7623e23d61cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:32:15Z', 'updated_at': '2021-08-25T01:32:17Z', 'revision_number': 4, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'gw_port': {'id': '735a2362-df5c-4fc7-adad-7623e23d61cc', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:32:15Z', 'updated_at': '2021-08-25T01:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_floatingips': [{'id': '623c97dd-8681-4a7a-902b-9bce9d09c3d6', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'router_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'port_id': '336c249f-6762-4e80-a90d-fd9c1dc12af8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8', 'mac_address': 'fa:16:3e:7f:22:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311b6a44-51eb-49e3-aee1-e24c57a2d392', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T01:33:10Z', 'updated_at': '2021-08-25T01:33:10Z', 'revision_number': 0, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad7755ad-d744-4372-8f30-8e9347161788', 'name': '', 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'mac_address': 'fa:16:3e:c7:c3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'e4e76ae4-a0df-4300-91e1-70e2eeb06d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:32:17Z', 'updated_at': '2021-08-25T01:32:23Z', 'revision_number': 5, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'subnets': [{'id': 'e4e76ae4-a0df-4300-91e1-70e2eeb06d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:33:12.419620 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e9b4e5-0242-4368-b8b3-44bd88e3567b None None] The sync data for ids ['fbfad13f-9e18-4a50-a601-e0301b78a9a5'] in dv-cinder-790014-2-iscsi is: [{'id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'name': 'tempest-TestVolumeBootPattern-197417283-router', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '735a2362-df5c-4fc7-adad-7623e23d61cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:32:15Z', 'updated_at': '2021-08-25T01:32:17Z', 'revision_number': 4, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'gw_port': {'id': '735a2362-df5c-4fc7-adad-7623e23d61cc', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:32:15Z', 'updated_at': '2021-08-25T01:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_floatingips': [{'id': '623c97dd-8681-4a7a-902b-9bce9d09c3d6', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'router_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'port_id': '336c249f-6762-4e80-a90d-fd9c1dc12af8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8', 'mac_address': 'fa:16:3e:7f:22:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311b6a44-51eb-49e3-aee1-e24c57a2d392', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T01:33:10Z', 'updated_at': '2021-08-25T01:33:10Z', 'revision_number': 0, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad7755ad-d744-4372-8f30-8e9347161788', 'name': '', 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'mac_address': 'fa:16:3e:c7:c3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'e4e76ae4-a0df-4300-91e1-70e2eeb06d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:32:17Z', 'updated_at': '2021-08-25T01:32:23Z', 'revision_number': 5, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'subnets': [{'id': 'e4e76ae4-a0df-4300-91e1-70e2eeb06d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 01:33:12.634814 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b58d97-23c3-4778-b25e-03c89fb8df42 None None] New status for floating IP 623c97dd-8681-4a7a-902b-9bce9d09c3d6: ACTIVE {{(pid=93835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 01:33:12.931756 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec0e821-22e6-4ef9-b342-47a56b56061f req-171c2ae0-26a4-42a3-a25f-f30c44b9ca58 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:12.933314 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-cec0e821-22e6-4ef9-b342-47a56b56061f req-171c2ae0-26a4-42a3-a25f-f30c44b9ca58 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 944 time: 0.0528009 Aug 25 01:33:12.978323 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-cec0e821-22e6-4ef9-b342-47a56b56061f req-d7cdcf1d-db5d-4627-b5d9-2bde95878345 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333848 Aug 25 01:33:13.222322 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device 0bceaf3f-3cb5-457f-a270-6719b1c8af0b up at agent hyperv_hv-cinder-79001 {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:33:13.270418 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Provisioning complete for port 0bceaf3f-3cb5-457f-a270-6719b1c8af0b triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:33:13.270818 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:13.271782 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d3cc3-140d-44ac-8513-19bd11e8ae11 req-8596859c-9a81-40dc-a04f-7ba25727c1ad tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:13.273229 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-190d3cc3-140d-44ac-8513-19bd11e8ae11 req-8596859c-9a81-40dc-a04f-7ba25727c1ad tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 943 time: 0.0496724 Aug 25 01:33:13.310800 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-190d3cc3-140d-44ac-8513-19bd11e8ae11 req-00987c82-e750-4dce-b485-057d5833eac5 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/security-groups?id=942ed35d-86d4-4e3d-9945-63fc3c81438c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315042 Aug 25 01:33:13.350278 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:13.371754 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4062759a-7420-4110-8d0c-77cbbc615973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bceaf3f-3cb5-457f-a270-6719b1c8af0b'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:33:13.373962 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac4c50f49c3b3a17933da630e77cab0c79281d75959c3f8023547b3e3ec39ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f13a26a-7fb2-4543-a1ec-612afbd76a6b" -d '{"events": [{"server_uuid": "4062759a-7420-4110-8d0c-77cbbc615973", "name": "network-vif-plugged", "status": "completed", "tag": "0bceaf3f-3cb5-457f-a270-6719b1c8af0b"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:33:13.386168 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port 0bceaf3f-3cb5-457f-a270-6719b1c8af0b, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=0bceaf3f-3cb5-457f-a270-6719b1c8af0b,segment=NetworkSegment(2250bebe-2869-40e3-ad89-dd6ac923b04c),segment_id=2250bebe-2869-40e3-ad89-dd6ac923b04c)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:33:13.390702 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:13.413384 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 01:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4a0677-83b1-4304-b0b9-a15d77dcdbcf x-openstack-request-id: req-2d4a0677-83b1-4304-b0b9-a15d77dcdbcf {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:33:13.413986 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4062759a-7420-4110-8d0c-77cbbc615973", "name": "network-vif-plugged", "status": "completed", "tag": "0bceaf3f-3cb5-457f-a270-6719b1c8af0b", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:33:13.413986 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2d4a0677-83b1-4304-b0b9-a15d77dcdbcf {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:33:13.414293 dv-cinder-790014-2-iscsi neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4062759a-7420-4110-8d0c-77cbbc615973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bceaf3f-3cb5-457f-a270-6719b1c8af0b', 'code': 200} Aug 25 01:33:13.439509 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Pushing event updated for resources: {'Port': ['ID=0bceaf3f-3cb5-457f-a270-6719b1c8af0b,revision_number=10']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:33:13.537008 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bd3336-3715-4bbd-a14b-5750c2b8a729 req-bbed4d67-7e7b-4f45-a142-f8e16ea37725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:13.538427 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-99bd3336-3715-4bbd-a14b-5750c2b8a729 req-bbed4d67-7e7b-4f45-a142-f8e16ea37725 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf&tenant_id=cdf67756f57948e9a1bcaae4578b8fb6 HTTP/1.1" status: 200 len: 1096 time: 0.0404024 Aug 25 01:33:13.600724 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bd3336-3715-4bbd-a14b-5750c2b8a729 req-da48e361-0142-42c6-97a4-d7a63e17e092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:13.602113 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-99bd3336-3715-4bbd-a14b-5750c2b8a729 req-da48e361-0142-42c6-97a4-d7a63e17e092 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cdf67756f57948e9a1bcaae4578b8fb6&device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 1096 time: 0.0388322 Aug 25 01:33:13.692967 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bd3336-3715-4bbd-a14b-5750c2b8a729 req-442e512b-fb24-4826-91e8-56b48696d5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:13.694325 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-99bd3336-3715-4bbd-a14b-5750c2b8a729 req-442e512b-fb24-4826-91e8-56b48696d5b2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=321eee0d-c6be-433c-adb7-c8e082895ea9 HTTP/1.1" status: 200 len: 909 time: 0.0834503 Aug 25 01:33:13.760776 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-99bd3336-3715-4bbd-a14b-5750c2b8a729 req-22af0a78-8a7c-4bc5-b550-37e16493219f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3775475-a3b7-4d85-a6f7-89a52ab37abe HTTP/1.1" status: 200 len: 999 time: 0.0579665 Aug 25 01:33:13.819775 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bd3336-3715-4bbd-a14b-5750c2b8a729 req-058b1ca3-d8e1-468e-91b6-de364fc138fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:13.821245 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-99bd3336-3715-4bbd-a14b-5750c2b8a729 req-058b1ca3-d8e1-468e-91b6-de364fc138fd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d7657e42-cf1d-4305-98b4-a698e1c9d680 HTTP/1.1" status: 200 len: 847 time: 0.0430694 Aug 25 01:33:13.920531 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3427b96-8cbd-415b-b918-82f15e96d780 req-63f70e21-b717-4ee5-8d2b-4c38417fdab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:13.922071 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-b3427b96-8cbd-415b-b918-82f15e96d780 req-63f70e21-b717-4ee5-8d2b-4c38417fdab6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 1099 time: 0.0695417 Aug 25 01:33:13.923745 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bd3336-3715-4bbd-a14b-5750c2b8a729 req-56358d8f-4f20-4ffb-956c-2dc297ef7bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:13.925082 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-99bd3336-3715-4bbd-a14b-5750c2b8a729 req-56358d8f-4f20-4ffb-956c-2dc297ef7bea service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=321eee0d-c6be-433c-adb7-c8e082895ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0736227 Aug 25 01:33:14.017061 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-b3427b96-8cbd-415b-b918-82f15e96d780 req-340cd0af-d04e-4183-adea-80d7c93fb7d3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748982 Aug 25 01:33:14.049790 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-99bd3336-3715-4bbd-a14b-5750c2b8a729 req-d09d5d78-c193-4273-b143-d6c40883f6a0 service neutron] 10.222.0.26 "GET /v2.0/networks/321eee0d-c6be-433c-adb7-c8e082895ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066282 Aug 25 01:33:14.103230 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b10ef7-5ed2-4c90-8a2a-37552a01e074 req-af76d8db-dffe-4960-9b9d-6669b7b5184b tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:14.104717 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-97b10ef7-5ed2-4c90-8a2a-37552a01e074 req-af76d8db-dffe-4960-9b9d-6669b7b5184b tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 946 time: 0.0479231 Aug 25 01:33:14.143689 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-97b10ef7-5ed2-4c90-8a2a-37552a01e074 req-5e8a8ff0-f189-49ad-80ca-3a7091a65d94 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330448 Aug 25 01:33:14.325493 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-99bd3336-3715-4bbd-a14b-5750c2b8a729 req-c74f6c62-7be5-4fe3-846f-f4950815dd43 service neutron] 10.222.0.26 "GET /v2.0/networks/321eee0d-c6be-433c-adb7-c8e082895ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899956 Aug 25 01:33:14.436695 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad109ee-31b9-4723-a18d-49842b7f2899 req-a06ad9ba-94a3-4027-9925-832166899b31 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:14.438752 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-fad109ee-31b9-4723-a18d-49842b7f2899 req-a06ad9ba-94a3-4027-9925-832166899b31 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 943 time: 0.0538685 Aug 25 01:33:14.480340 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-fad109ee-31b9-4723-a18d-49842b7f2899 req-9873e0ea-0899-409f-8079-d71ab6880377 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/security-groups?id=942ed35d-86d4-4e3d-9945-63fc3c81438c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304103 Aug 25 01:33:15.264996 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8600401d-8456-4170-a0ef-901ccef27cf8 req-d62ac653-4dee-4aca-80d6-d254366b8d4b tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:15.266359 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-8600401d-8456-4170-a0ef-901ccef27cf8 req-d62ac653-4dee-4aca-80d6-d254366b8d4b tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 946 time: 0.0490482 Aug 25 01:33:15.302700 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-8600401d-8456-4170-a0ef-901ccef27cf8 req-9830b2d6-ee5c-4c81-a8f0-f4e20e0c833d tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304420 Aug 25 01:33:15.605282 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc420b8-576b-41d6-a817-0c176729bb94 req-181fb332-ef7d-4951-b3c7-61311df08e71 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:15.606802 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ffc420b8-576b-41d6-a817-0c176729bb94 req-181fb332-ef7d-4951-b3c7-61311df08e71 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 943 time: 0.0523381 Aug 25 01:33:15.646034 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ffc420b8-576b-41d6-a817-0c176729bb94 req-de8d5967-d650-4db9-91a2-01d4b4c8b565 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/security-groups?id=942ed35d-86d4-4e3d-9945-63fc3c81438c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322254 Aug 25 01:33:16.420342 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae4ace-648e-4ea6-869e-e30f9a95ce1c req-d93b7f4c-094c-40a5-9134-8bc3c5e22a86 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:16.421789 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-b8ae4ace-648e-4ea6-869e-e30f9a95ce1c req-d93b7f4c-094c-40a5-9134-8bc3c5e22a86 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 946 time: 0.0505102 Aug 25 01:33:16.655267 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-b8ae4ace-648e-4ea6-869e-e30f9a95ce1c req-47085ec7-a504-4b10-b938-aae5e732c0d8 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2274623 Aug 25 01:33:16.759642 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10b2e8-9b3e-4065-a8e6-9eb96cebb816 req-0e9e2d3b-fb14-424b-896b-377fd3d6789e tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:16.761072 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ae10b2e8-9b3e-4065-a8e6-9eb96cebb816 req-0e9e2d3b-fb14-424b-896b-377fd3d6789e tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 943 time: 0.0470307 Aug 25 01:33:16.796281 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ae10b2e8-9b3e-4065-a8e6-9eb96cebb816 req-30cb008a-c8ce-436e-8fc4-45f05f1bef55 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/security-groups?id=942ed35d-86d4-4e3d-9945-63fc3c81438c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293193 Aug 25 01:33:17.907440 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3948e84-8836-491e-9fa4-35281029340e req-8256b907-88e5-4a06-b536-2dfc94382a63 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:17.908838 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-e3948e84-8836-491e-9fa4-35281029340e req-8256b907-88e5-4a06-b536-2dfc94382a63 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 943 time: 0.0460036 Aug 25 01:33:17.945867 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-e3948e84-8836-491e-9fa4-35281029340e req-68078da5-64d2-4e93-82a2-c7b977c38c69 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/security-groups?id=942ed35d-86d4-4e3d-9945-63fc3c81438c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311894 Aug 25 01:33:19.063189 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0520a84-a683-4892-aef9-5b5535fad3ca req-7d8fb575-d239-4bee-8613-1442db2d0a51 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:19.064528 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d0520a84-a683-4892-aef9-5b5535fad3ca req-7d8fb575-d239-4bee-8613-1442db2d0a51 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 943 time: 0.0508788 Aug 25 01:33:19.100945 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d0520a84-a683-4892-aef9-5b5535fad3ca req-d246b0bc-4ce9-4320-b335-1655838d5643 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/security-groups?id=942ed35d-86d4-4e3d-9945-63fc3c81438c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303223 Aug 25 01:33:19.573427 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:20.211555 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6aeeb1-282c-48b9-b317-ecdb5eb953b5 req-4e2496b8-2757-40eb-84e1-75c8e4896cca tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:20.213064 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-0d6aeeb1-282c-48b9-b317-ecdb5eb953b5 req-4e2496b8-2757-40eb-84e1-75c8e4896cca tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 943 time: 0.0470414 Aug 25 01:33:20.248712 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-0d6aeeb1-282c-48b9-b317-ecdb5eb953b5 req-f47233d6-6900-40d0-b21d-24431bb4d2e6 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/security-groups?id=942ed35d-86d4-4e3d-9945-63fc3c81438c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299954 Aug 25 01:33:21.362537 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f8ac6-c5c5-4f84-978c-7b3878dbdfd1 req-ae268807-afd1-4848-8d83-5fc70bd0fa8f tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:21.364000 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-1c2f8ac6-c5c5-4f84-978c-7b3878dbdfd1 req-ae268807-afd1-4848-8d83-5fc70bd0fa8f tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 943 time: 0.0468066 Aug 25 01:33:21.401236 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-1c2f8ac6-c5c5-4f84-978c-7b3878dbdfd1 req-2233660f-6e5c-4ac7-97f9-d2d1627b2891 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/security-groups?id=942ed35d-86d4-4e3d-9945-63fc3c81438c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310266 Aug 25 01:33:22.512488 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c5c2f-a5e8-48c8-982c-07ec2ce54f70 req-530a03fa-33bf-45f6-b284-98db7afae605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:22.514482 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-640c5c2f-a5e8-48c8-982c-07ec2ce54f70 req-530a03fa-33bf-45f6-b284-98db7afae605 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cdf67756f57948e9a1bcaae4578b8fb6&device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 1096 time: 0.0433793 Aug 25 01:33:22.529103 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8348d9-1ae5-4b4b-9d73-5a73b1ed2583 req-23b7217f-6c2b-48e8-925d-4c96072dbafb tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:22.532245 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-8b8348d9-1ae5-4b4b-9d73-5a73b1ed2583 req-23b7217f-6c2b-48e8-925d-4c96072dbafb tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 943 time: 0.0565150 Aug 25 01:33:22.567732 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-8b8348d9-1ae5-4b4b-9d73-5a73b1ed2583 req-66fc0fe3-025e-4a5f-bce8-5f23cc63d3cd tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/security-groups?id=942ed35d-86d4-4e3d-9945-63fc3c81438c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303862 Aug 25 01:33:22.644057 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c5c2f-a5e8-48c8-982c-07ec2ce54f70 req-12a84554-6c42-439d-b5cf-a68e3cca3f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:22.645469 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-640c5c2f-a5e8-48c8-982c-07ec2ce54f70 req-12a84554-6c42-439d-b5cf-a68e3cca3f4d service neutron] 10.222.0.26 "GET /v2.0/networks?id=321eee0d-c6be-433c-adb7-c8e082895ea9 HTTP/1.1" status: 200 len: 909 time: 0.0849993 Aug 25 01:33:22.711976 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-640c5c2f-a5e8-48c8-982c-07ec2ce54f70 req-f5dc31d4-c29a-4be7-b8d2-bc3635083e5e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3775475-a3b7-4d85-a6f7-89a52ab37abe HTTP/1.1" status: 200 len: 999 time: 0.0575476 Aug 25 01:33:22.764498 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c5c2f-a5e8-48c8-982c-07ec2ce54f70 req-6cd08e40-1c9e-48e0-a0b4-236f4d99aa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:22.766318 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-640c5c2f-a5e8-48c8-982c-07ec2ce54f70 req-6cd08e40-1c9e-48e0-a0b4-236f4d99aa00 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d7657e42-cf1d-4305-98b4-a698e1c9d680 HTTP/1.1" status: 200 len: 847 time: 0.0444834 Aug 25 01:33:22.819439 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c5c2f-a5e8-48c8-982c-07ec2ce54f70 req-4fd14270-3abe-4ccf-89c7-1b82efb89081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:22.820810 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-640c5c2f-a5e8-48c8-982c-07ec2ce54f70 req-4fd14270-3abe-4ccf-89c7-1b82efb89081 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=321eee0d-c6be-433c-adb7-c8e082895ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0364809 Aug 25 01:33:22.921267 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-640c5c2f-a5e8-48c8-982c-07ec2ce54f70 req-9afe30cd-da19-4c3a-973f-273a6d90ee14 service neutron] 10.222.0.26 "GET /v2.0/networks/321eee0d-c6be-433c-adb7-c8e082895ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787911 Aug 25 01:33:23.014906 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-640c5c2f-a5e8-48c8-982c-07ec2ce54f70 req-d2c2adec-949d-4c2c-8a01-e7231cce41ed service neutron] 10.222.0.26 "GET /v2.0/networks/321eee0d-c6be-433c-adb7-c8e082895ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826983 Aug 25 01:33:23.247142 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device a3775475-a3b7-4d85-a6f7-89a52ab37abe details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=93834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 01:33:23.339963 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port a3775475-a3b7-4d85-a6f7-89a52ab37abe, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=a3775475-a3b7-4d85-a6f7-89a52ab37abe,segment=NetworkSegment(60783d59-e204-428b-9b9a-32183774f0fb),segment_id=60783d59-e204-428b-9b9a-32183774f0fb)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:33:23.352734 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Returning: {'device': 'a3775475-a3b7-4d85-a6f7-89a52ab37abe', 'network_id': '321eee0d-c6be-433c-adb7-c8e082895ea9', 'port_id': 'a3775475-a3b7-4d85-a6f7-89a52ab37abe', 'mac_address': 'fa:16:3e:f1:b1:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7657e42-cf1d-4305-98b4-a698e1c9d680', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 01:33:23.392100 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:23.404698 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3775475-a3b7-4d85-a6f7-89a52ab37abe {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 01:33:23.423791 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port a3775475-a3b7-4d85-a6f7-89a52ab37abe, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=a3775475-a3b7-4d85-a6f7-89a52ab37abe,segment=NetworkSegment(60783d59-e204-428b-9b9a-32183774f0fb),segment_id=60783d59-e204-428b-9b9a-32183774f0fb)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:33:23.427353 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:23.472937 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Pushing event updated for resources: {'Port': ['ID=a3775475-a3b7-4d85-a6f7-89a52ab37abe,revision_number=7']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:33:23.681424 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f7b01-a953-47cf-8137-62913a9fccab req-2452e6ec-335f-4bab-a927-8597a61b7f50 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:23.682907 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-557f7b01-a953-47cf-8137-62913a9fccab req-2452e6ec-335f-4bab-a927-8597a61b7f50 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 944 time: 0.0488245 Aug 25 01:33:23.721244 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-557f7b01-a953-47cf-8137-62913a9fccab req-74fccf14-6182-4341-8946-b4418b6acbc4 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/security-groups?id=942ed35d-86d4-4e3d-9945-63fc3c81438c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312037 Aug 25 01:33:23.766514 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] get_ports_and_sgs() called for port_ids ['a3775475-a3b7-4d85-a6f7-89a52ab37abe'] {{(pid=93834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 01:33:24.842701 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a60ee-6f65-4008-ac31-eb14e777358a req-877b6ade-b773-4f15-a806-9d62c2be5e01 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:24.844762 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-9a4a60ee-6f65-4008-ac31-eb14e777358a req-877b6ade-b773-4f15-a806-9d62c2be5e01 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 944 time: 0.0486689 Aug 25 01:33:24.883728 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-9a4a60ee-6f65-4008-ac31-eb14e777358a req-2a245bb8-046e-4758-88ab-caed1bdad14e tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/security-groups?id=942ed35d-86d4-4e3d-9945-63fc3c81438c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313714 Aug 25 01:33:25.263277 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device a3775475-a3b7-4d85-a6f7-89a52ab37abe up at agent hyperv_hv-cinder-79001 {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:33:25.310113 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Provisioning complete for port a3775475-a3b7-4d85-a6f7-89a52ab37abe triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:33:25.310491 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:25.386617 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:25.408220 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '534244b4-6d9f-4918-b1e1-3ea057e19cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3775475-a3b7-4d85-a6f7-89a52ab37abe'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:33:25.410493 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac4c50f49c3b3a17933da630e77cab0c79281d75959c3f8023547b3e3ec39ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b069db90-3b93-40f2-a396-3ff28df3ec3b" -d '{"events": [{"server_uuid": "534244b4-6d9f-4918-b1e1-3ea057e19cbf", "name": "network-vif-plugged", "status": "completed", "tag": "a3775475-a3b7-4d85-a6f7-89a52ab37abe"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:33:25.422816 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port a3775475-a3b7-4d85-a6f7-89a52ab37abe, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=a3775475-a3b7-4d85-a6f7-89a52ab37abe,segment=NetworkSegment(60783d59-e204-428b-9b9a-32183774f0fb),segment_id=60783d59-e204-428b-9b9a-32183774f0fb)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:33:25.427371 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:25.449717 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 01:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c474b86-8fdf-4cf2-b69a-e255ca102b1e x-openstack-request-id: req-8c474b86-8fdf-4cf2-b69a-e255ca102b1e {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:33:25.450006 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "534244b4-6d9f-4918-b1e1-3ea057e19cbf", "name": "network-vif-plugged", "status": "completed", "tag": "a3775475-a3b7-4d85-a6f7-89a52ab37abe", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:33:25.450258 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8c474b86-8fdf-4cf2-b69a-e255ca102b1e {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:33:25.450640 dv-cinder-790014-2-iscsi neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '534244b4-6d9f-4918-b1e1-3ea057e19cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3775475-a3b7-4d85-a6f7-89a52ab37abe', 'code': 200} Aug 25 01:33:25.480784 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Pushing event updated for resources: {'Port': ['ID=a3775475-a3b7-4d85-a6f7-89a52ab37abe,revision_number=8']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:33:25.683077 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ed6f3-292b-4b0d-b8d3-2ffa5f05b255 req-bc5c0c88-aac2-4e6e-966a-07e2be338e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:25.684512 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-fd8ed6f3-292b-4b0d-b8d3-2ffa5f05b255 req-bc5c0c88-aac2-4e6e-966a-07e2be338e19 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 1098 time: 0.0391173 Aug 25 01:33:25.717437 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-fd8ed6f3-292b-4b0d-b8d3-2ffa5f05b255 req-d9db57d6-1b9d-43ad-8b55-7a529ef7f74e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=942ed35d-86d4-4e3d-9945-63fc3c81438c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0258207 Aug 25 01:33:25.999740 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d1e6e-c922-45a2-9615-2a9155b20182 req-0c0636e0-65ca-4cba-bc4f-30ffdce93afb tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:26.001265 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-922d1e6e-c922-45a2-9615-2a9155b20182 req-0c0636e0-65ca-4cba-bc4f-30ffdce93afb tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 945 time: 0.0515234 Aug 25 01:33:26.038719 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-922d1e6e-c922-45a2-9615-2a9155b20182 req-377c60f0-d468-487f-a6b9-d32c643d69d7 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/security-groups?id=942ed35d-86d4-4e3d-9945-63fc3c81438c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316153 Aug 25 01:33:26.371008 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb686a-5f63-4dc6-b8a9-1f9702b64ebd req-ca1cee43-a699-4a50-8e9f-f1f5b96de33a tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:26.372449 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-93bb686a-5f63-4dc6-b8a9-1f9702b64ebd req-ca1cee43-a699-4a50-8e9f-f1f5b96de33a tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8b31568-9ffd-49b4-a05e-f336ad399d88 HTTP/1.1" status: 200 len: 946 time: 0.0477722 Aug 25 01:33:26.409678 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-93bb686a-5f63-4dc6-b8a9-1f9702b64ebd req-71fdca43-d52e-4a94-a18e-7045b4dfc9fe tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups?id=4135bf26-5392-49ba-9dc2-5c823a87f295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314035 Aug 25 01:33:27.151126 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d077e6-a793-4340-a6ff-c338ff9ee31c req-4178639e-6e8c-4d3a-bb35-d308da8fc852 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:27.152477 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-11d077e6-a793-4340-a6ff-c338ff9ee31c req-4178639e-6e8c-4d3a-bb35-d308da8fc852 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 945 time: 0.0482275 Aug 25 01:33:27.189558 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-11d077e6-a793-4340-a6ff-c338ff9ee31c req-ae0e0825-218c-4fd6-812d-b76c46150066 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/security-groups?id=942ed35d-86d4-4e3d-9945-63fc3c81438c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312562 Aug 25 01:33:27.311790 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ccb30a4b-4d58-4617-8b0a-6fad4b567580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:27.524218 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212e7a0-b2dc-4c56-890a-e5c94ae6a962 req-349a9c07-404f-4b5b-b63a-72c9fa53f30b tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:27.525702 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-0212e7a0-b2dc-4c56-890a-e5c94ae6a962 req-349a9c07-404f-4b5b-b63a-72c9fa53f30b tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8b31568-9ffd-49b4-a05e-f336ad399d88 HTTP/1.1" status: 200 len: 946 time: 0.0522537 Aug 25 01:33:27.562708 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-0212e7a0-b2dc-4c56-890a-e5c94ae6a962 req-29a821a3-f085-4c9a-bde0-d46c5a1394fc tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups?id=4135bf26-5392-49ba-9dc2-5c823a87f295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311337 Aug 25 01:33:28.431292 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e65ae3-48f8-4ba3-ab5d-b8bcee24aadb req-b0d9d2e9-c2e7-4648-ad5b-ae515e5cf50a tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:28.432693 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-14e65ae3-48f8-4ba3-ab5d-b8bcee24aadb req-b0d9d2e9-c2e7-4648-ad5b-ae515e5cf50a tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8b31568-9ffd-49b4-a05e-f336ad399d88 HTTP/1.1" status: 200 len: 946 time: 0.0471456 Aug 25 01:33:28.525098 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-14e65ae3-48f8-4ba3-ab5d-b8bcee24aadb req-8889f087-5aa0-4155-b747-6de48c57cc3b tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Deleting port 2b2e8cee-7b57-4858-8548-d09e9e90e699 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 01:33:28.525440 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-14e65ae3-48f8-4ba3-ab5d-b8bcee24aadb req-8889f087-5aa0-4155-b747-6de48c57cc3b tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782027226579'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:28.609370 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-14e65ae3-48f8-4ba3-ab5d-b8bcee24aadb req-8889f087-5aa0-4155-b747-6de48c57cc3b tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] For port 2b2e8cee-7b57-4858-8548-d09e9e90e699, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=2b2e8cee-7b57-4858-8548-d09e9e90e699,segment=NetworkSegment(c9ed2e66-9f51-479e-a1c4-50aff58a808a),segment_id=c9ed2e66-9f51-479e-a1c4-50aff58a808a)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:33:28.609781 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-14e65ae3-48f8-4ba3-ab5d-b8bcee24aadb req-8889f087-5aa0-4155-b747-6de48c57cc3b tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647429'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:28.673702 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ff340-c38f-4872-b9a8-058cd95ca75e req-cb67bc1a-7ad2-4420-9ecb-d17f8fc5e4a8 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:28.675185 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-615ff340-c38f-4872-b9a8-058cd95ca75e req-cb67bc1a-7ad2-4420-9ecb-d17f8fc5e4a8 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8b31568-9ffd-49b4-a05e-f336ad399d88 HTTP/1.1" status: 200 len: 946 time: 0.0478904 Aug 25 01:33:28.711938 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-615ff340-c38f-4872-b9a8-058cd95ca75e req-fad98283-37b3-436c-be0e-85cf6ae736fd tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups?id=4135bf26-5392-49ba-9dc2-5c823a87f295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306585 Aug 25 01:33:28.777940 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-14e65ae3-48f8-4ba3-ab5d-b8bcee24aadb req-8889f087-5aa0-4155-b747-6de48c57cc3b tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:28.778330 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-14e65ae3-48f8-4ba3-ab5d-b8bcee24aadb req-8889f087-5aa0-4155-b747-6de48c57cc3b tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930814'] for floatingip, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:28.778665 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.db.l3_db [req-14e65ae3-48f8-4ba3-ab5d-b8bcee24aadb req-8889f087-5aa0-4155-b747-6de48c57cc3b tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Floating IP cdbc205a-82a6-4c49-a76c-13325b1f89bb disassociated. External IP: 172.27.1.33, port: 2b2e8cee-7b57-4858-8548-d09e9e90e699. Aug 25 01:33:28.779030 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-14e65ae3-48f8-4ba3-ab5d-b8bcee24aadb req-8889f087-5aa0-4155-b747-6de48c57cc3b tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Calling delete_port for 2b2e8cee-7b57-4858-8548-d09e9e90e699 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 01:33:28.899078 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-14e65ae3-48f8-4ba3-ab5d-b8bcee24aadb req-8889f087-5aa0-4155-b747-6de48c57cc3b tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782027086291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782026665153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:28.927508 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8889f087-5aa0-4155-b747-6de48c57cc3b tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Pushing event deleted for resources: {'Port': ['ID=2b2e8cee-7b57-4858-8548-d09e9e90e699,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:33:28.936702 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8889f087-5aa0-4155-b747-6de48c57cc3b tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:33:28.937044 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8889f087-5aa0-4155-b747-6de48c57cc3b tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:33:28.937375 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8889f087-5aa0-4155-b747-6de48c57cc3b tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:33:28.938193 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8889f087-5aa0-4155-b747-6de48c57cc3b tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:33:28.938516 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8889f087-5aa0-4155-b747-6de48c57cc3b tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:33:28.938866 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8889f087-5aa0-4155-b747-6de48c57cc3b tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:33:28.939188 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8889f087-5aa0-4155-b747-6de48c57cc3b tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:33:28.939506 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8889f087-5aa0-4155-b747-6de48c57cc3b tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:33:28.940183 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8889f087-5aa0-4155-b747-6de48c57cc3b tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:33:28.940183 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8889f087-5aa0-4155-b747-6de48c57cc3b tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:33:28.940441 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8889f087-5aa0-4155-b747-6de48c57cc3b tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:33:28.940742 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8889f087-5aa0-4155-b747-6de48c57cc3b tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:33:29.049868 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14e65ae3-48f8-4ba3-ab5d-b8bcee24aadb req-8889f087-5aa0-4155-b747-6de48c57cc3b tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Router 0e9a075c-22dd-4b44-aec9-64918f1f1dfb has already been hosted by L3 agent 2e219680-1a48-4599-ad97-adf9ec497b47 {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 01:33:29.151314 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14e65ae3-48f8-4ba3-ab5d-b8bcee24aadb req-8889f087-5aa0-4155-b747-6de48c57cc3b tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify agent at l3_agent.dv-cinder-790014-2-iscsi the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 01:33:29.162884 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbc71a7-399c-40ec-a376-b0a8ab6dcff6 None None] Sync routers for ids ['0e9a075c-22dd-4b44-aec9-64918f1f1dfb'] in dv-cinder-790014-2-iscsi {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 01:33:29.171651 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbc71a7-399c-40ec-a376-b0a8ab6dcff6 None None] Routers {'0e9a075c-22dd-4b44-aec9-64918f1f1dfb'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:33:29.172271 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-ecbc71a7-399c-40ec-a376-b0a8ab6dcff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:33:00Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['0e9a075c-22dd-4b44-aec9-64918f1f1dfb'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:33:29.279157 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-ecbc71a7-399c-40ec-a376-b0a8ab6dcff6 None None] Set router 0e9a075c-22dd-4b44-aec9-64918f1f1dfb gateway port host: dv-cinder-790014-2-iscsi {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:33:29.435959 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e65ae3-48f8-4ba3-ab5d-b8bcee24aadb req-8889f087-5aa0-4155-b747-6de48c57cc3b tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] No DVR routers for this DVR port 2b2e8cee-7b57-4858-8548-d09e9e90e699 on host hv-cinder-79001 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 01:33:29.439240 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-14e65ae3-48f8-4ba3-ab5d-b8bcee24aadb req-8889f087-5aa0-4155-b747-6de48c57cc3b tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:29.441211 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-14e65ae3-48f8-4ba3-ab5d-b8bcee24aadb req-8889f087-5aa0-4155-b747-6de48c57cc3b tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.26 "DELETE /v2.0/ports/2b2e8cee-7b57-4858-8548-d09e9e90e699 HTTP/1.1" status: 204 len: 173 time: 1.0017681 Aug 25 01:33:29.441643 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8b31568-9ffd-49b4-a05e-f336ad399d88', 'name': 'network-vif-deleted', 'tag': '2b2e8cee-7b57-4858-8548-d09e9e90e699'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:33:29.443861 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6aaa77860150641abcbf195034e02978cb43d302165c9bbcbee081d494fe815" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c15453-e70b-436e-a909-48f3d5b59389" -d '{"events": [{"server_uuid": "c8b31568-9ffd-49b4-a05e-f336ad399d88", "name": "network-vif-deleted", "tag": "2b2e8cee-7b57-4858-8548-d09e9e90e699"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:33:29.481794 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 01:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382b67ba-571f-42f3-bee2-acac6d3a1de2 x-openstack-request-id: req-382b67ba-571f-42f3-bee2-acac6d3a1de2 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:33:29.482117 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8b31568-9ffd-49b4-a05e-f336ad399d88", "name": "network-vif-deleted", "tag": "2b2e8cee-7b57-4858-8548-d09e9e90e699", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:33:29.482367 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-382b67ba-571f-42f3-bee2-acac6d3a1de2 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:33:29.482909 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8b31568-9ffd-49b4-a05e-f336ad399d88', 'name': 'network-vif-deleted', 'tag': '2b2e8cee-7b57-4858-8548-d09e9e90e699', 'status': 'completed', 'code': 200} Aug 25 01:33:29.495423 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-ecbc71a7-399c-40ec-a376-b0a8ab6dcff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9a075c-22dd-4b44-aec9-64918f1f1dfb', 'name': 'tempest-AttachVolumeTestJSON-1662807020-router', 'tenant_id': 'b76ebd48c69044859010968bacfba90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '89adf160-2f39-4d88-ab8f-2fb2c038b7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:27:07Z', 'updated_at': '2021-08-25T01:27:18Z', 'revision_number': 4, 'project_id': 'b76ebd48c69044859010968bacfba90b', 'gw_port': {'id': '89adf160-2f39-4d88-ab8f-2fb2c038b7ed', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:50:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a075c-22dd-4b44-aec9-64918f1f1dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:27:08Z', 'updated_at': '2021-08-25T01:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_interfaces': [{'id': '3ec4662c-e549-4384-8a07-f416f3e8010f', 'name': '', 'network_id': 'fd6ab0d2-8137-4fff-919c-e0812b557a4f', 'tenant_id': 'b76ebd48c69044859010968bacfba90b', 'mac_address': 'fa:16:3e:20:d6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a075c-22dd-4b44-aec9-64918f1f1dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '480d38ea-d24b-4229-80ef-563e46a6a2ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:27:15Z', 'updated_at': '2021-08-25T01:27:29Z', 'revision_number': 5, 'project_id': 'b76ebd48c69044859010968bacfba90b', 'subnets': [{'id': '480d38ea-d24b-4229-80ef-563e46a6a2ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:33:29.522250 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbc71a7-399c-40ec-a376-b0a8ab6dcff6 None None] Checking router: 0e9a075c-22dd-4b44-aec9-64918f1f1dfb for host: dv-cinder-790014-2-iscsi {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 01:33:29.530929 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbc71a7-399c-40ec-a376-b0a8ab6dcff6 None None] Routers {'0e9a075c-22dd-4b44-aec9-64918f1f1dfb'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:33:29.531591 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-ecbc71a7-399c-40ec-a376-b0a8ab6dcff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:33:00Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['0e9a075c-22dd-4b44-aec9-64918f1f1dfb'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:33:29.647241 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-ecbc71a7-399c-40ec-a376-b0a8ab6dcff6 None None] Set router 0e9a075c-22dd-4b44-aec9-64918f1f1dfb gateway port host: dv-cinder-790014-2-iscsi {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:33:29.814584 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-9cb7b7da-078d-4fde-b9b3-b07e18933894 req-a974f039-bf25-42aa-8968-9b189d39855a tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8b31568-9ffd-49b4-a05e-f336ad399d88 HTTP/1.1" status: 200 len: 210 time: 0.0256946 Aug 25 01:33:29.839104 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-ecbc71a7-399c-40ec-a376-b0a8ab6dcff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9a075c-22dd-4b44-aec9-64918f1f1dfb', 'name': 'tempest-AttachVolumeTestJSON-1662807020-router', 'tenant_id': 'b76ebd48c69044859010968bacfba90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '89adf160-2f39-4d88-ab8f-2fb2c038b7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:27:07Z', 'updated_at': '2021-08-25T01:27:18Z', 'revision_number': 4, 'project_id': 'b76ebd48c69044859010968bacfba90b', 'gw_port': {'id': '89adf160-2f39-4d88-ab8f-2fb2c038b7ed', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:50:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a075c-22dd-4b44-aec9-64918f1f1dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:27:08Z', 'updated_at': '2021-08-25T01:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_interfaces': [{'id': '3ec4662c-e549-4384-8a07-f416f3e8010f', 'name': '', 'network_id': 'fd6ab0d2-8137-4fff-919c-e0812b557a4f', 'tenant_id': 'b76ebd48c69044859010968bacfba90b', 'mac_address': 'fa:16:3e:20:d6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a075c-22dd-4b44-aec9-64918f1f1dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '480d38ea-d24b-4229-80ef-563e46a6a2ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:27:15Z', 'updated_at': '2021-08-25T01:27:29Z', 'revision_number': 5, 'project_id': 'b76ebd48c69044859010968bacfba90b', 'subnets': [{'id': '480d38ea-d24b-4229-80ef-563e46a6a2ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:33:29.865326 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbc71a7-399c-40ec-a376-b0a8ab6dcff6 None None] The sync data for ids ['0e9a075c-22dd-4b44-aec9-64918f1f1dfb'] in dv-cinder-790014-2-iscsi is: [{'id': '0e9a075c-22dd-4b44-aec9-64918f1f1dfb', 'name': 'tempest-AttachVolumeTestJSON-1662807020-router', 'tenant_id': 'b76ebd48c69044859010968bacfba90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '89adf160-2f39-4d88-ab8f-2fb2c038b7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:27:07Z', 'updated_at': '2021-08-25T01:27:18Z', 'revision_number': 4, 'project_id': 'b76ebd48c69044859010968bacfba90b', 'gw_port': {'id': '89adf160-2f39-4d88-ab8f-2fb2c038b7ed', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:50:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a075c-22dd-4b44-aec9-64918f1f1dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:27:08Z', 'updated_at': '2021-08-25T01:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_interfaces': [{'id': '3ec4662c-e549-4384-8a07-f416f3e8010f', 'name': '', 'network_id': 'fd6ab0d2-8137-4fff-919c-e0812b557a4f', 'tenant_id': 'b76ebd48c69044859010968bacfba90b', 'mac_address': 'fa:16:3e:20:d6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a075c-22dd-4b44-aec9-64918f1f1dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '480d38ea-d24b-4229-80ef-563e46a6a2ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:27:15Z', 'updated_at': '2021-08-25T01:27:29Z', 'revision_number': 5, 'project_id': 'b76ebd48c69044859010968bacfba90b', 'subnets': [{'id': '480d38ea-d24b-4229-80ef-563e46a6a2ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 01:33:30.088303 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d75aad-1afa-43a8-a198-012ff8eea5e6 None None] New status for floating IP cdbc205a-82a6-4c49-a76c-13325b1f89bb: DOWN {{(pid=93835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 01:33:30.284051 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c7af6f1b-3ce4-46b7-b3f8-20ea4bef5430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:30.407293 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:30.903761 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d877336-721a-4d3d-9b41-e32e75b3d69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:30.906620 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 55334) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:33:30.959329 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ce841655-1d08-46aa-823c-592004f09a8a tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:30.980923 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ce841655-1d08-46aa-823c-592004f09a8a tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:31.029324 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ce841655-1d08-46aa-823c-592004f09a8a tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:31.032032 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ce841655-1d08-46aa-823c-592004f09a8a tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:31.033125 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-ce841655-1d08-46aa-823c-592004f09a8a tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "DELETE /v2.0/security-groups/4135bf26-5392-49ba-9dc2-5c823a87f295 HTTP/1.1" status: 204 len: 168 time: 0.1254740 Aug 25 01:33:31.035877 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 55336) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:33:31.041515 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce841655-1d08-46aa-823c-592004f09a8a tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4135bf26-5392-49ba-9dc2-5c823a87f295,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:33:31.048661 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce841655-1d08-46aa-823c-592004f09a8a tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:33:31.049000 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce841655-1d08-46aa-823c-592004f09a8a tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:33:31.049204 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.api.v2.resource [None req-d41380d6-a09c-475c-9404-e984ebb94d9f tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] show failed (client error): The resource could not be found. Aug 25 01:33:31.049318 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce841655-1d08-46aa-823c-592004f09a8a tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:33:31.049645 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce841655-1d08-46aa-823c-592004f09a8a tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:33:31.049967 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce841655-1d08-46aa-823c-592004f09a8a tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:33:31.050174 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-d41380d6-a09c-475c-9404-e984ebb94d9f tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "GET /v2.0/security-groups/4135bf26-5392-49ba-9dc2-5c823a87f295 HTTP/1.1" status: 404 len: 347 time: 0.0133166 Aug 25 01:33:31.050292 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce841655-1d08-46aa-823c-592004f09a8a tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:33:31.050611 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce841655-1d08-46aa-823c-592004f09a8a tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:33:31.050952 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce841655-1d08-46aa-823c-592004f09a8a tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:33:31.051273 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce841655-1d08-46aa-823c-592004f09a8a tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:33:31.051585 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce841655-1d08-46aa-823c-592004f09a8a tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:33:31.051896 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce841655-1d08-46aa-823c-592004f09a8a tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:33:31.052205 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce841655-1d08-46aa-823c-592004f09a8a tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:33:31.053924 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 55338) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:33:31.171304 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71cb8a67-11dd-4061-ad49-225e97be0759 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Deleting port 87e37cde-503c-4fa2-a001-fbbc85e7bb8c {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 01:33:31.171641 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71cb8a67-11dd-4061-ad49-225e97be0759 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782027226579'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:31.241860 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71cb8a67-11dd-4061-ad49-225e97be0759 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647429'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:31.242177 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71cb8a67-11dd-4061-ad49-225e97be0759 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:31.253047 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71cb8a67-11dd-4061-ad49-225e97be0759 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Calling delete_port for 87e37cde-503c-4fa2-a001-fbbc85e7bb8c owned by network:floatingip {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 01:33:31.267744 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device 2b2e8cee-7b57-4858-8548-d09e9e90e699 no longer exists at agent hyperv_hv-cinder-79001 {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 01:33:31.286787 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] No Port match for: 2b2e8cee-7b57-4858-8548-d09e9e90e699 {{(pid=93834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 01:33:31.287408 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device 2b2e8cee-7b57-4858-8548-d09e9e90e699 not bound to the agent host hv-cinder-79001 {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 01:33:31.379028 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71cb8a67-11dd-4061-ad49-225e97be0759 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782027086291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782026665153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:31.405955 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cb8a67-11dd-4061-ad49-225e97be0759 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Pushing event deleted for resources: {'Port': ['ID=87e37cde-503c-4fa2-a001-fbbc85e7bb8c,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:33:31.463242 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71cb8a67-11dd-4061-ad49-225e97be0759 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks [] for floatingip, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:31.465623 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71cb8a67-11dd-4061-ad49-225e97be0759 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:31.466775 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-71cb8a67-11dd-4061-ad49-225e97be0759 tempest-AttachVolumeTestJSON-474577424 tempest-AttachVolumeTestJSON-474577424-project] 10.222.0.23 "DELETE /v2.0/floatingips/cdbc205a-82a6-4c49-a76c-13325b1f89bb HTTP/1.1" status: 204 len: 168 time: 0.4119537 Aug 25 01:33:32.569635 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-637296fa-69e7-4112-9a21-84726ca1bc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:34.247829 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.agents_db [None req-4bdcba96-0b2f-4eba-81a9-023f498d003c None None] Agent healthcheck: found 6 active agents {{(pid=93835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 01:33:34.984107 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 55368) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:33:35.402811 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-28ebd87b-864e-490a-bf55-a7ba7af8786d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932588'] for router_interface, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:35.636343 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-28ebd87b-864e-490a-bf55-a7ba7af8786d admin admin] Deleting port 3ec4662c-e549-4384-8a07-f416f3e8010f {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 01:33:35.636678 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-28ebd87b-864e-490a-bf55-a7ba7af8786d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782027226579'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:35.712320 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-28ebd87b-864e-490a-bf55-a7ba7af8786d admin admin] For port 3ec4662c-e549-4384-8a07-f416f3e8010f, host dv-cinder-790014-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=3ec4662c-e549-4384-8a07-f416f3e8010f,segment=NetworkSegment(c9ed2e66-9f51-479e-a1c4-50aff58a808a),segment_id=c9ed2e66-9f51-479e-a1c4-50aff58a808a)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:33:35.712666 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-28ebd87b-864e-490a-bf55-a7ba7af8786d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647429'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:35.727306 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-28ebd87b-864e-490a-bf55-a7ba7af8786d admin admin] Calling delete_port for 3ec4662c-e549-4384-8a07-f416f3e8010f owned by network:router_interface {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 01:33:35.896814 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-28ebd87b-864e-490a-bf55-a7ba7af8786d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782027086291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782026665153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:35.922015 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ebd87b-864e-490a-bf55-a7ba7af8786d admin admin] Pushing event deleted for resources: {'Port': ['ID=3ec4662c-e549-4384-8a07-f416f3e8010f,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:33:36.078261 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-28ebd87b-864e-490a-bf55-a7ba7af8786d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-647322'] for router_interface, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:36.281070 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ebd87b-864e-490a-bf55-a7ba7af8786d admin admin] Router 0e9a075c-22dd-4b44-aec9-64918f1f1dfb has already been hosted by L3 agent 2e219680-1a48-4599-ad97-adf9ec497b47 {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 01:33:36.381287 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ebd87b-864e-490a-bf55-a7ba7af8786d admin admin] Notify agent at l3_agent.dv-cinder-790014-2-iscsi the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 01:33:36.386353 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-28ebd87b-864e-490a-bf55-a7ba7af8786d admin admin] 10.222.0.23 "PUT /v2.0/routers/0e9a075c-22dd-4b44-aec9-64918f1f1dfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4009633 Aug 25 01:33:36.388816 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 55372) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:33:36.391426 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efaea92-2214-4c9c-a9de-dc24d1c86ccf None None] Sync routers for ids ['0e9a075c-22dd-4b44-aec9-64918f1f1dfb'] in dv-cinder-790014-2-iscsi {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 01:33:36.401198 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efaea92-2214-4c9c-a9de-dc24d1c86ccf None None] Routers {'0e9a075c-22dd-4b44-aec9-64918f1f1dfb'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:33:36.401798 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-5efaea92-2214-4c9c-a9de-dc24d1c86ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:33:30Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['0e9a075c-22dd-4b44-aec9-64918f1f1dfb'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:33:36.491522 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4b830d4b-cbcd-41f8-b9c8-dba26bda0608 admin admin] Notify callbacks [] for router, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:36.591391 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4b830d4b-cbcd-41f8-b9c8-dba26bda0608 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:36.619990 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-5efaea92-2214-4c9c-a9de-dc24d1c86ccf None None] Set router 0e9a075c-22dd-4b44-aec9-64918f1f1dfb gateway port host: dv-cinder-790014-2-iscsi {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:33:36.643310 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-4b830d4b-cbcd-41f8-b9c8-dba26bda0608 admin admin] Deleting port 89adf160-2f39-4d88-ab8f-2fb2c038b7ed {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 01:33:36.643648 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4b830d4b-cbcd-41f8-b9c8-dba26bda0608 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782027226579'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:36.719150 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-4b830d4b-cbcd-41f8-b9c8-dba26bda0608 admin admin] For port 89adf160-2f39-4d88-ab8f-2fb2c038b7ed, host dv-cinder-790014-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=89adf160-2f39-4d88-ab8f-2fb2c038b7ed,segment=NetworkSegment(094c6717-dbf2-418c-b33e-47759605d17a),segment_id=094c6717-dbf2-418c-b33e-47759605d17a)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:33:36.719502 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4b830d4b-cbcd-41f8-b9c8-dba26bda0608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647429'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:36.732210 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-4b830d4b-cbcd-41f8-b9c8-dba26bda0608 admin admin] Calling delete_port for 89adf160-2f39-4d88-ab8f-2fb2c038b7ed owned by network:router_gateway {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 01:33:36.791778 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-5efaea92-2214-4c9c-a9de-dc24d1c86ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9a075c-22dd-4b44-aec9-64918f1f1dfb', 'name': 'tempest-AttachVolumeTestJSON-1662807020-router', 'tenant_id': 'b76ebd48c69044859010968bacfba90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '89adf160-2f39-4d88-ab8f-2fb2c038b7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:27:07Z', 'updated_at': '2021-08-25T01:33:35Z', 'revision_number': 5, 'project_id': 'b76ebd48c69044859010968bacfba90b', 'gw_port': {'id': '89adf160-2f39-4d88-ab8f-2fb2c038b7ed', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:50:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a075c-22dd-4b44-aec9-64918f1f1dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:27:08Z', 'updated_at': '2021-08-25T01:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi'}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:33:36.817118 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efaea92-2214-4c9c-a9de-dc24d1c86ccf None None] Checking router: 0e9a075c-22dd-4b44-aec9-64918f1f1dfb for host: dv-cinder-790014-2-iscsi {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 01:33:36.825157 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efaea92-2214-4c9c-a9de-dc24d1c86ccf None None] Routers {'0e9a075c-22dd-4b44-aec9-64918f1f1dfb'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:33:36.825767 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-5efaea92-2214-4c9c-a9de-dc24d1c86ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:33:30Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['0e9a075c-22dd-4b44-aec9-64918f1f1dfb'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:33:36.905923 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4b830d4b-cbcd-41f8-b9c8-dba26bda0608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782027086291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782026665153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:36.912925 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-5efaea92-2214-4c9c-a9de-dc24d1c86ccf None None] Set router 0e9a075c-22dd-4b44-aec9-64918f1f1dfb gateway port host: None {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:33:36.933462 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b830d4b-cbcd-41f8-b9c8-dba26bda0608 admin admin] Pushing event deleted for resources: {'Port': ['ID=89adf160-2f39-4d88-ab8f-2fb2c038b7ed,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:33:36.963070 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-5efaea92-2214-4c9c-a9de-dc24d1c86ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9a075c-22dd-4b44-aec9-64918f1f1dfb', 'name': 'tempest-AttachVolumeTestJSON-1662807020-router', 'tenant_id': 'b76ebd48c69044859010968bacfba90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:27:07Z', 'updated_at': '2021-08-25T01:33:36Z', 'revision_number': 6, 'project_id': 'b76ebd48c69044859010968bacfba90b', 'gw_port_host': None}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:33:36.991588 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efaea92-2214-4c9c-a9de-dc24d1c86ccf None None] The sync data for ids ['0e9a075c-22dd-4b44-aec9-64918f1f1dfb'] in dv-cinder-790014-2-iscsi is: [{'id': '0e9a075c-22dd-4b44-aec9-64918f1f1dfb', 'name': 'tempest-AttachVolumeTestJSON-1662807020-router', 'tenant_id': 'b76ebd48c69044859010968bacfba90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:27:07Z', 'updated_at': '2021-08-25T01:33:36Z', 'revision_number': 6, 'project_id': 'b76ebd48c69044859010968bacfba90b', 'gw_port_host': None}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 01:33:36.995656 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4b830d4b-cbcd-41f8-b9c8-dba26bda0608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930752'] for router_gateway, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:37.086091 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4b830d4b-cbcd-41f8-b9c8-dba26bda0608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11014'] for router, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:37.088152 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4b830d4b-cbcd-41f8-b9c8-dba26bda0608 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:37.133264 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4b830d4b-cbcd-41f8-b9c8-dba26bda0608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920409'] for router, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:37.133672 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b830d4b-cbcd-41f8-b9c8-dba26bda0608 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e9a075c-22dd-4b44-aec9-64918f1f1dfb {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 01:33:37.138037 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4b830d4b-cbcd-41f8-b9c8-dba26bda0608 admin admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:37.139313 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-4b830d4b-cbcd-41f8-b9c8-dba26bda0608 admin admin] 10.222.0.23 "DELETE /v2.0/routers/0e9a075c-22dd-4b44-aec9-64918f1f1dfb HTTP/1.1" status: 204 len: 168 time: 0.7495801 Aug 25 01:33:37.142506 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 55374) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:33:37.186994 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-0093bb31-a4e5-4333-babe-ba03f4dc37f0 admin admin] Deleting subnet 480d38ea-d24b-4229-80ef-563e46a6a2ce {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 01:33:37.190447 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0093bb31-a4e5-4333-babe-ba03f4dc37f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:37.223440 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0093bb31-a4e5-4333-babe-ba03f4dc37f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8611426'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:37.326715 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0093bb31-a4e5-4333-babe-ba03f4dc37f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4168828'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:37.384237 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0093bb31-a4e5-4333-babe-ba03f4dc37f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4168079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8611559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11558343'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:37.411824 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0093bb31-a4e5-4333-babe-ba03f4dc37f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=480d38ea-d24b-4229-80ef-563e46a6a2ce,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:33:37.417022 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0093bb31-a4e5-4333-babe-ba03f4dc37f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:37.418804 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-0093bb31-a4e5-4333-babe-ba03f4dc37f0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/480d38ea-d24b-4229-80ef-563e46a6a2ce HTTP/1.1" status: 204 len: 168 time: 0.2739031 Aug 25 01:33:37.419908 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 55376) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:33:37.427893 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d7bd91-8b32-4eae-922b-3d8a83eed7b4 None None] Network fd6ab0d2-8137-4fff-919c-e0812b557a4f requested from dv-cinder-790014-2-iscsi {{(pid=93834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 01:33:37.486564 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-33329985-798b-4e33-b6b2-8901f8e70685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116255'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:37.541706 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-33329985-798b-4e33-b6b2-8901f8e70685 admin admin] Deleting port a19295ae-1012-45d0-98cf-ebc94928c765 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 01:33:37.542043 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-33329985-798b-4e33-b6b2-8901f8e70685 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782027226579'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:37.604457 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-33329985-798b-4e33-b6b2-8901f8e70685 admin admin] For port a19295ae-1012-45d0-98cf-ebc94928c765, host dv-cinder-790014-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=a19295ae-1012-45d0-98cf-ebc94928c765,segment=NetworkSegment(c9ed2e66-9f51-479e-a1c4-50aff58a808a),segment_id=c9ed2e66-9f51-479e-a1c4-50aff58a808a)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:33:37.604822 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-33329985-798b-4e33-b6b2-8901f8e70685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647429'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:37.617355 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-33329985-798b-4e33-b6b2-8901f8e70685 admin admin] Calling delete_port for a19295ae-1012-45d0-98cf-ebc94928c765 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 01:33:37.695198 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-33329985-798b-4e33-b6b2-8901f8e70685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782027086291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782026665153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:37.720196 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33329985-798b-4e33-b6b2-8901f8e70685 admin admin] Pushing event deleted for resources: {'Port': ['ID=a19295ae-1012-45d0-98cf-ebc94928c765,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:33:37.722017 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33329985-798b-4e33-b6b2-8901f8e70685 admin admin] No DVR routers for this DVR port a19295ae-1012-45d0-98cf-ebc94928c765 on host dv-cinder-790014-2-iscsi {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 01:33:37.788090 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c937fd4e-e7b6-457a-b1b2-b2ba57b8b426 None None] DHCP port deletion for fd6ab0d2-8137-4fff-919c-e0812b557a4f request from dv-cinder-790014-2-iscsi {{(pid=93834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 01:33:37.792284 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-33329985-798b-4e33-b6b2-8901f8e70685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4169723', 'neutron.services.segments.db._delete_segments_for_network-8782027164591'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:37.803952 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.services.segments.db [None req-33329985-798b-4e33-b6b2-8901f8e70685 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd6ab0d2-8137-4fff-919c-e0812b557a4f']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:33:37.816043 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.services.segments.db [None req-33329985-798b-4e33-b6b2-8901f8e70685 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9ed2e66-9f51-479e-a1c4-50aff58a808a') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:33:37.816361 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.services.segments.db [None req-33329985-798b-4e33-b6b2-8901f8e70685 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9ed2e66-9f51-479e-a1c4-50aff58a808a') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:33:37.825424 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-33329985-798b-4e33-b6b2-8901f8e70685 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782027164474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8611437'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:37.842261 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-33329985-798b-4e33-b6b2-8901f8e70685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3751945'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:37.848791 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33329985-798b-4e33-b6b2-8901f8e70685 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 01:33:37.849397 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-33329985-798b-4e33-b6b2-8901f8e70685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3751945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8611077'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:37.851505 dv-cinder-790014-2-iscsi neutron-server[93833]: Traceback (most recent call last): Aug 25 01:33:37.851505 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 01:33:37.851505 dv-cinder-790014-2-iscsi neutron-server[93833]: timer() Aug 25 01:33:37.851505 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 01:33:37.851505 dv-cinder-790014-2-iscsi neutron-server[93833]: cb(*args, **kw) Aug 25 01:33:37.851505 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 01:33:37.851505 dv-cinder-790014-2-iscsi neutron-server[93833]: return func(*args, **kwargs) Aug 25 01:33:37.851505 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 01:33:37.851505 dv-cinder-790014-2-iscsi neutron-server[93833]: self._notify() Aug 25 01:33:37.851505 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 01:33:37.851505 dv-cinder-790014-2-iscsi neutron-server[93833]: self.callback(batched_events) Aug 25 01:33:37.851505 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 01:33:37.851505 dv-cinder-790014-2-iscsi neutron-server[93833]: event.method(event) Aug 25 01:33:37.851505 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 01:33:37.851505 dv-cinder-790014-2-iscsi neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 01:33:37.851505 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 01:33:37.851505 dv-cinder-790014-2-iscsi neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 01:33:37.851505 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 01:33:37.851505 dv-cinder-790014-2-iscsi neutron-server[93833]: return f(self, *a, **k) Aug 25 01:33:37.851505 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 25 01:33:37.851505 dv-cinder-790014-2-iscsi neutron-server[93833]: return self._get(url).json() Aug 25 01:33:37.851505 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 25 01:33:37.851505 dv-cinder-790014-2-iscsi neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 01:33:37.851505 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 01:33:37.851505 dv-cinder-790014-2-iscsi neutron-server[93833]: return self.request(url, 'GET', **kwargs) Aug 25 01:33:37.851505 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 01:33:37.851505 dv-cinder-790014-2-iscsi neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 01:33:37.851505 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 01:33:37.851505 dv-cinder-790014-2-iscsi neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 01:33:37.851505 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 01:33:37.851505 dv-cinder-790014-2-iscsi neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 01:33:37.851505 dv-cinder-790014-2-iscsi neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 01:33:38.145656 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-33329985-798b-4e33-b6b2-8901f8e70685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4169714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930796'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:38.151117 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-33329985-798b-4e33-b6b2-8901f8e70685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:38.152933 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-33329985-798b-4e33-b6b2-8901f8e70685 admin admin] 10.222.0.23 "DELETE /v2.0/networks/fd6ab0d2-8137-4fff-919c-e0812b557a4f HTTP/1.1" status: 204 len: 168 time: 0.7320876 Aug 25 01:33:38.164632 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33329985-798b-4e33-b6b2-8901f8e70685 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd6ab0d2-8137-4fff-919c-e0812b557a4f,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:33:38.262116 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 55382) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:33:38.301884 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-2440ea2c-e1ac-446a-a599-a68e95f8f857 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b76ebd48c69044859010968bacfba90b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0385242 Aug 25 01:33:38.304250 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 55384) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:33:38.350014 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-09781ada-5852-47c5-9925-66ef307c2a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:38.369640 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-09781ada-5852-47c5-9925-66ef307c2a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:38.418572 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-09781ada-5852-47c5-9925-66ef307c2a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:38.421053 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-09781ada-5852-47c5-9925-66ef307c2a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:38.422143 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-09781ada-5852-47c5-9925-66ef307c2a45 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fe70ebad-9308-4262-853f-495a4796c711 HTTP/1.1" status: 204 len: 168 time: 0.1169424 Aug 25 01:33:38.430016 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09781ada-5852-47c5-9925-66ef307c2a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe70ebad-9308-4262-853f-495a4796c711,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:33:38.929392 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 3ec4662c-e549-4384-8a07-f416f3e8010f no longer exists at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 01:33:38.949247 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] No Port match for: 3ec4662c-e549-4384-8a07-f416f3e8010f {{(pid=93834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 01:33:38.949652 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 3ec4662c-e549-4384-8a07-f416f3e8010f not bound to the agent host dv-cinder-790014-2-iscsi {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 01:33:38.950070 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 89adf160-2f39-4d88-ab8f-2fb2c038b7ed no longer exists at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 01:33:38.968146 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] No Port match for: 89adf160-2f39-4d88-ab8f-2fb2c038b7ed {{(pid=93834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 01:33:38.971762 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 89adf160-2f39-4d88-ab8f-2fb2c038b7ed not bound to the agent host dv-cinder-790014-2-iscsi {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 01:33:38.973619 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device a19295ae-1012-45d0-98cf-ebc94928c765 no longer exists at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 01:33:38.992595 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] No Port match for: a19295ae-1012-45d0-98cf-ebc94928c765 {{(pid=93834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 01:33:38.992918 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device a19295ae-1012-45d0-98cf-ebc94928c765 not bound to the agent host dv-cinder-790014-2-iscsi {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 01:33:42.675446 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 55470) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:33:42.775397 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-298e5137-bdd3-47d6-bc6e-584079a24d17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:42.860331 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-298e5137-bdd3-47d6-bc6e-584079a24d17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:42.863880 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-298e5137-bdd3-47d6-bc6e-584079a24d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:42.899383 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-298e5137-bdd3-47d6-bc6e-584079a24d17 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f0510dee71d44236bfee56d024822b21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2228782 Aug 25 01:33:42.901239 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298e5137-bdd3-47d6-bc6e-584079a24d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c232c1-8989-4721-a0bb-fd8d8b42ad01,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:33:42.902071 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 55474) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:33:42.948509 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ef629282-390f-428a-8c9d-609dcb7a60c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:42.968757 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ef629282-390f-428a-8c9d-609dcb7a60c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:43.011782 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ef629282-390f-428a-8c9d-609dcb7a60c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:43.014334 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ef629282-390f-428a-8c9d-609dcb7a60c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:43.015475 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-ef629282-390f-428a-8c9d-609dcb7a60c4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b3c232c1-8989-4721-a0bb-fd8d8b42ad01 HTTP/1.1" status: 204 len: 168 time: 0.1124158 Aug 25 01:33:43.023124 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef629282-390f-428a-8c9d-609dcb7a60c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c232c1-8989-4721-a0bb-fd8d8b42ad01,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:33:43.262604 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 55480) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:33:43.276032 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5d24cea7-9a55-4ffd-a991-1419c3032ba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:43.358309 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5d24cea7-9a55-4ffd-a991-1419c3032ba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:43.361896 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5d24cea7-9a55-4ffd-a991-1419c3032ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:43.397134 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d24cea7-9a55-4ffd-a991-1419c3032ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01df09a9-6abb-4ce5-afc2-75c972eda951,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:33:43.401322 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-5d24cea7-9a55-4ffd-a991-1419c3032ba7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=573b4682aa4e477094af019980f53f21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1376910 Aug 25 01:33:43.403956 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 55482) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:33:43.452825 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8b52c247-b608-43e5-91c9-fd7b655b9f2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:43.472720 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8b52c247-b608-43e5-91c9-fd7b655b9f2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:43.517397 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8b52c247-b608-43e5-91c9-fd7b655b9f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:43.520090 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8b52c247-b608-43e5-91c9-fd7b655b9f2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:43.521203 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-8b52c247-b608-43e5-91c9-fd7b655b9f2b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/01df09a9-6abb-4ce5-afc2-75c972eda951 HTTP/1.1" status: 204 len: 168 time: 0.1162934 Aug 25 01:33:43.528535 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b52c247-b608-43e5-91c9-fd7b655b9f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01df09a9-6abb-4ce5-afc2-75c972eda951,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:33:49.591516 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:57.316594 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5ed3e705-122a-463b-929a-e600d897c9c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:33:58.596793 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55493953-5bf5-484f-af17-12ddcb23febf req-34641698-000c-490a-be14-bce812129c74 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:58.603176 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-55493953-5bf5-484f-af17-12ddcb23febf req-34641698-000c-490a-be14-bce812129c74 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 946 time: 0.0610254 Aug 25 01:33:58.639185 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-55493953-5bf5-484f-af17-12ddcb23febf req-66d0e958-f413-4095-81f5-b2832f6810bd tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348740 Aug 25 01:33:59.758377 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e32c7-c54f-4af4-988d-ca9794f00173 req-f7393475-2050-4424-b5f4-b3a8ed2a58fb tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:33:59.759900 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-9f4e32c7-c54f-4af4-988d-ca9794f00173 req-f7393475-2050-4424-b5f4-b3a8ed2a58fb tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 946 time: 0.0474398 Aug 25 01:33:59.799458 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-9f4e32c7-c54f-4af4-988d-ca9794f00173 req-9722d955-ac01-479f-ab7d-73ae76d2ce07 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335629 Aug 25 01:34:00.285578 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fa5b5fcd-9977-4866-a81f-71511a73df5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:00.407794 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:00.906408 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d877336-721a-4d3d-9b41-e32e75b3d69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:00.914824 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f10487-20d6-432c-a996-5e6a2bbee6a6 req-156ad41d-22fb-4238-8d1b-a8c0a7b9affe tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:34:00.916286 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-28f10487-20d6-432c-a996-5e6a2bbee6a6 req-156ad41d-22fb-4238-8d1b-a8c0a7b9affe tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 946 time: 0.0491273 Aug 25 01:34:00.952861 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-28f10487-20d6-432c-a996-5e6a2bbee6a6 req-362c695b-0e68-4aa5-804b-8bccd7e0a355 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308223 Aug 25 01:34:01.821693 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88da3c3-a5f7-4fe4-82ab-87d87cced054 req-d077975c-a7e6-4680-ba3a-25e14cc9397e tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:34:01.823261 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-b88da3c3-a5f7-4fe4-82ab-87d87cced054 req-d077975c-a7e6-4680-ba3a-25e14cc9397e tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.26 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 946 time: 0.0504186 Aug 25 01:34:01.915872 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-b88da3c3-a5f7-4fe4-82ab-87d87cced054 req-236d8264-8b08-44c1-a74c-784d4f708f98 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Deleting port 0bceaf3f-3cb5-457f-a270-6719b1c8af0b {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 01:34:01.916211 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b88da3c3-a5f7-4fe4-82ab-87d87cced054 req-236d8264-8b08-44c1-a74c-784d4f708f98 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782027226579'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:02.003136 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-b88da3c3-a5f7-4fe4-82ab-87d87cced054 req-236d8264-8b08-44c1-a74c-784d4f708f98 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] For port 0bceaf3f-3cb5-457f-a270-6719b1c8af0b, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=0bceaf3f-3cb5-457f-a270-6719b1c8af0b,segment=NetworkSegment(2250bebe-2869-40e3-ad89-dd6ac923b04c),segment_id=2250bebe-2869-40e3-ad89-dd6ac923b04c)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:34:02.003500 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b88da3c3-a5f7-4fe4-82ab-87d87cced054 req-236d8264-8b08-44c1-a74c-784d4f708f98 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647429'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:02.067745 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315bbc83-3191-438e-92bd-3e7ebc56ec7c req-40b33608-1c0a-4310-8b45-a7a3091970cc tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:34:02.069130 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-315bbc83-3191-438e-92bd-3e7ebc56ec7c req-40b33608-1c0a-4310-8b45-a7a3091970cc tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=4062759a-7420-4110-8d0c-77cbbc615973 HTTP/1.1" status: 200 len: 946 time: 0.0464885 Aug 25 01:34:02.105327 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-315bbc83-3191-438e-92bd-3e7ebc56ec7c req-64267683-786e-44bb-ad86-cc043db216ff tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=913f597f-94c5-42c8-b26e-2a379bf43118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302706 Aug 25 01:34:02.171933 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b88da3c3-a5f7-4fe4-82ab-87d87cced054 req-236d8264-8b08-44c1-a74c-784d4f708f98 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:02.172310 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b88da3c3-a5f7-4fe4-82ab-87d87cced054 req-236d8264-8b08-44c1-a74c-784d4f708f98 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930814'] for floatingip, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:02.172618 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.db.l3_db [req-b88da3c3-a5f7-4fe4-82ab-87d87cced054 req-236d8264-8b08-44c1-a74c-784d4f708f98 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Floating IP fcc7f481-e120-44e2-b295-4f800833ddb0 disassociated. External IP: 172.27.1.71, port: 0bceaf3f-3cb5-457f-a270-6719b1c8af0b. Aug 25 01:34:02.173476 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-b88da3c3-a5f7-4fe4-82ab-87d87cced054 req-236d8264-8b08-44c1-a74c-784d4f708f98 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Calling delete_port for 0bceaf3f-3cb5-457f-a270-6719b1c8af0b owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 01:34:02.292514 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b88da3c3-a5f7-4fe4-82ab-87d87cced054 req-236d8264-8b08-44c1-a74c-784d4f708f98 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782027086291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782026665153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:02.328749 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236d8264-8b08-44c1-a74c-784d4f708f98 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Pushing event deleted for resources: {'Port': ['ID=0bceaf3f-3cb5-457f-a270-6719b1c8af0b,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:34:02.431068 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b88da3c3-a5f7-4fe4-82ab-87d87cced054 req-236d8264-8b08-44c1-a74c-784d4f708f98 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Router 96a47d6d-64c2-4bdb-b4af-a19bf3b971e5 has already been hosted by L3 agent 2e219680-1a48-4599-ad97-adf9ec497b47 {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 01:34:02.535854 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b88da3c3-a5f7-4fe4-82ab-87d87cced054 req-236d8264-8b08-44c1-a74c-784d4f708f98 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify agent at l3_agent.dv-cinder-790014-2-iscsi the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 01:34:02.545289 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f23b9a-629f-4991-8f28-e135894334ef None None] Sync routers for ids ['96a47d6d-64c2-4bdb-b4af-a19bf3b971e5'] in dv-cinder-790014-2-iscsi {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 01:34:02.554627 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f23b9a-629f-4991-8f28-e135894334ef None None] Routers {'96a47d6d-64c2-4bdb-b4af-a19bf3b971e5'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:34:02.556580 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-18f23b9a-629f-4991-8f28-e135894334ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:34:00Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['96a47d6d-64c2-4bdb-b4af-a19bf3b971e5'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:34:02.574295 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-637296fa-69e7-4112-9a21-84726ca1bc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:02.580095 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-b88da3c3-a5f7-4fe4-82ab-87d87cced054 req-236d8264-8b08-44c1-a74c-784d4f708f98 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] No DVR routers for this DVR port 0bceaf3f-3cb5-457f-a270-6719b1c8af0b on host hv-cinder-79001 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 01:34:02.582594 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b88da3c3-a5f7-4fe4-82ab-87d87cced054 req-236d8264-8b08-44c1-a74c-784d4f708f98 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:02.584704 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-b88da3c3-a5f7-4fe4-82ab-87d87cced054 req-236d8264-8b08-44c1-a74c-784d4f708f98 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.26 "DELETE /v2.0/ports/0bceaf3f-3cb5-457f-a270-6719b1c8af0b HTTP/1.1" status: 204 len: 173 time: 0.7542207 Aug 25 01:34:02.585163 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4062759a-7420-4110-8d0c-77cbbc615973', 'name': 'network-vif-deleted', 'tag': '0bceaf3f-3cb5-457f-a270-6719b1c8af0b'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:34:02.587940 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6aaa77860150641abcbf195034e02978cb43d302165c9bbcbee081d494fe815" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de41987-8129-4f8c-815c-f166ad43e742" -d '{"events": [{"server_uuid": "4062759a-7420-4110-8d0c-77cbbc615973", "name": "network-vif-deleted", "tag": "0bceaf3f-3cb5-457f-a270-6719b1c8af0b"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:34:02.626689 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 01:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ebb26c-38c7-480c-afde-6e94f0292a48 x-openstack-request-id: req-a0ebb26c-38c7-480c-afde-6e94f0292a48 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:34:02.626990 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4062759a-7420-4110-8d0c-77cbbc615973", "name": "network-vif-deleted", "tag": "0bceaf3f-3cb5-457f-a270-6719b1c8af0b", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:34:02.627237 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a0ebb26c-38c7-480c-afde-6e94f0292a48 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:34:02.627651 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4062759a-7420-4110-8d0c-77cbbc615973', 'name': 'network-vif-deleted', 'tag': '0bceaf3f-3cb5-457f-a270-6719b1c8af0b', 'status': 'completed', 'code': 200} Aug 25 01:34:02.667604 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-18f23b9a-629f-4991-8f28-e135894334ef None None] Set router 96a47d6d-64c2-4bdb-b4af-a19bf3b971e5 gateway port host: dv-cinder-790014-2-iscsi {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:34:02.872689 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-18f23b9a-629f-4991-8f28-e135894334ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a47d6d-64c2-4bdb-b4af-a19bf3b971e5', 'name': 'tempest-AttachVolumeShelveTestJSON-979801634-router', 'tenant_id': '0d3f6d9b58da4cf08feb13c48725af79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '50d82e7e-dbc7-4047-964e-d12dc78ec35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:31:05Z', 'updated_at': '2021-08-25T01:31:08Z', 'revision_number': 4, 'project_id': '0d3f6d9b58da4cf08feb13c48725af79', 'gw_port': {'id': '50d82e7e-dbc7-4047-964e-d12dc78ec35d', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a47d6d-64c2-4bdb-b4af-a19bf3b971e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:31:05Z', 'updated_at': '2021-08-25T01:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_interfaces': [{'id': 'e25ffdd2-3c21-41aa-8f85-1de512af30f4', 'name': '', 'network_id': '4b39bbca-d99b-4c6f-89e1-463d16db2dba', 'tenant_id': '0d3f6d9b58da4cf08feb13c48725af79', 'mac_address': 'fa:16:3e:1f:da:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a47d6d-64c2-4bdb-b4af-a19bf3b971e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '377ea34e-9667-47c0-90ed-ae7bee569363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:31:07Z', 'updated_at': '2021-08-25T01:31:13Z', 'revision_number': 5, 'project_id': '0d3f6d9b58da4cf08feb13c48725af79', 'subnets': [{'id': '377ea34e-9667-47c0-90ed-ae7bee569363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:34:02.899272 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f23b9a-629f-4991-8f28-e135894334ef None None] Checking router: 96a47d6d-64c2-4bdb-b4af-a19bf3b971e5 for host: dv-cinder-790014-2-iscsi {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 01:34:02.908242 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f23b9a-629f-4991-8f28-e135894334ef None None] Routers {'96a47d6d-64c2-4bdb-b4af-a19bf3b971e5'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:34:02.908847 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-18f23b9a-629f-4991-8f28-e135894334ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:34:00Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['96a47d6d-64c2-4bdb-b4af-a19bf3b971e5'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:34:03.104859 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-18f23b9a-629f-4991-8f28-e135894334ef None None] Set router 96a47d6d-64c2-4bdb-b4af-a19bf3b971e5 gateway port host: dv-cinder-790014-2-iscsi {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:34:03.195557 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 55674) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:34:03.253669 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c9d34d42-fd57-4a7e-9160-bef30bdabc3b tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:03.275976 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c9d34d42-fd57-4a7e-9160-bef30bdabc3b tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:03.302134 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-18f23b9a-629f-4991-8f28-e135894334ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a47d6d-64c2-4bdb-b4af-a19bf3b971e5', 'name': 'tempest-AttachVolumeShelveTestJSON-979801634-router', 'tenant_id': '0d3f6d9b58da4cf08feb13c48725af79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '50d82e7e-dbc7-4047-964e-d12dc78ec35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:31:05Z', 'updated_at': '2021-08-25T01:31:08Z', 'revision_number': 4, 'project_id': '0d3f6d9b58da4cf08feb13c48725af79', 'gw_port': {'id': '50d82e7e-dbc7-4047-964e-d12dc78ec35d', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a47d6d-64c2-4bdb-b4af-a19bf3b971e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:31:05Z', 'updated_at': '2021-08-25T01:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_interfaces': [{'id': 'e25ffdd2-3c21-41aa-8f85-1de512af30f4', 'name': '', 'network_id': '4b39bbca-d99b-4c6f-89e1-463d16db2dba', 'tenant_id': '0d3f6d9b58da4cf08feb13c48725af79', 'mac_address': 'fa:16:3e:1f:da:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a47d6d-64c2-4bdb-b4af-a19bf3b971e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '377ea34e-9667-47c0-90ed-ae7bee569363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:31:07Z', 'updated_at': '2021-08-25T01:31:13Z', 'revision_number': 5, 'project_id': '0d3f6d9b58da4cf08feb13c48725af79', 'subnets': [{'id': '377ea34e-9667-47c0-90ed-ae7bee569363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:34:03.324283 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c9d34d42-fd57-4a7e-9160-bef30bdabc3b tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:03.326904 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c9d34d42-fd57-4a7e-9160-bef30bdabc3b tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:03.328026 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-c9d34d42-fd57-4a7e-9160-bef30bdabc3b tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "DELETE /v2.0/security-groups/913f597f-94c5-42c8-b26e-2a379bf43118 HTTP/1.1" status: 204 len: 168 time: 0.1314771 Aug 25 01:34:03.332386 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 55676) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:34:03.332902 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f23b9a-629f-4991-8f28-e135894334ef None None] The sync data for ids ['96a47d6d-64c2-4bdb-b4af-a19bf3b971e5'] in dv-cinder-790014-2-iscsi is: [{'id': '96a47d6d-64c2-4bdb-b4af-a19bf3b971e5', 'name': 'tempest-AttachVolumeShelveTestJSON-979801634-router', 'tenant_id': '0d3f6d9b58da4cf08feb13c48725af79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '50d82e7e-dbc7-4047-964e-d12dc78ec35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:31:05Z', 'updated_at': '2021-08-25T01:31:08Z', 'revision_number': 4, 'project_id': '0d3f6d9b58da4cf08feb13c48725af79', 'gw_port': {'id': '50d82e7e-dbc7-4047-964e-d12dc78ec35d', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a47d6d-64c2-4bdb-b4af-a19bf3b971e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:31:05Z', 'updated_at': '2021-08-25T01:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_interfaces': [{'id': 'e25ffdd2-3c21-41aa-8f85-1de512af30f4', 'name': '', 'network_id': '4b39bbca-d99b-4c6f-89e1-463d16db2dba', 'tenant_id': '0d3f6d9b58da4cf08feb13c48725af79', 'mac_address': 'fa:16:3e:1f:da:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a47d6d-64c2-4bdb-b4af-a19bf3b971e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '377ea34e-9667-47c0-90ed-ae7bee569363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:31:07Z', 'updated_at': '2021-08-25T01:31:13Z', 'revision_number': 5, 'project_id': '0d3f6d9b58da4cf08feb13c48725af79', 'subnets': [{'id': '377ea34e-9667-47c0-90ed-ae7bee569363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 01:34:03.337018 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d34d42-fd57-4a7e-9160-bef30bdabc3b tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=913f597f-94c5-42c8-b26e-2a379bf43118,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:34:03.345894 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.api.v2.resource [None req-956d0282-b82b-4baf-993d-e30bf51f0cda tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] show failed (client error): The resource could not be found. Aug 25 01:34:03.347851 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-956d0282-b82b-4baf-993d-e30bf51f0cda tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups/913f597f-94c5-42c8-b26e-2a379bf43118 HTTP/1.1" status: 404 len: 347 time: 0.0150003 Aug 25 01:34:03.349732 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 55678) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:34:03.473961 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-533e3d05-3b67-4e8d-bbdd-8d9daec712a5 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Deleting port 97d53c44-b801-4765-9ca7-764e9c8070a7 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 01:34:03.474297 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-533e3d05-3b67-4e8d-bbdd-8d9daec712a5 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782027226579'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:03.541518 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61eb457-e92f-4b6c-908c-1eda91feab3c None None] New status for floating IP fcc7f481-e120-44e2-b295-4f800833ddb0: DOWN {{(pid=93834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 01:34:03.551299 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-533e3d05-3b67-4e8d-bbdd-8d9daec712a5 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647429'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:03.551623 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-533e3d05-3b67-4e8d-bbdd-8d9daec712a5 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:03.562662 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-533e3d05-3b67-4e8d-bbdd-8d9daec712a5 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Calling delete_port for 97d53c44-b801-4765-9ca7-764e9c8070a7 owned by network:floatingip {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 01:34:03.697010 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-533e3d05-3b67-4e8d-bbdd-8d9daec712a5 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782027086291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782026665153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:03.722477 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e3d05-3b67-4e8d-bbdd-8d9daec712a5 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Pushing event deleted for resources: {'Port': ['ID=97d53c44-b801-4765-9ca7-764e9c8070a7,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:34:03.785131 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-533e3d05-3b67-4e8d-bbdd-8d9daec712a5 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks [] for floatingip, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:03.787681 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-533e3d05-3b67-4e8d-bbdd-8d9daec712a5 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:03.788825 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-533e3d05-3b67-4e8d-bbdd-8d9daec712a5 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "DELETE /v2.0/floatingips/fcc7f481-e120-44e2-b295-4f800833ddb0 HTTP/1.1" status: 204 len: 168 time: 0.4379787 Aug 25 01:34:04.066082 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 55682) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:34:04.070900 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [None req-fac31311-a767-457e-a27b-aeac8c0cfd0b tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1926389675', 'description': 'tempest-description--1196527866'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:34:04.092863 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fac31311-a767-457e-a27b-aeac8c0cfd0b tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:04.170569 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fac31311-a767-457e-a27b-aeac8c0cfd0b tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:04.174189 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fac31311-a767-457e-a27b-aeac8c0cfd0b tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:04.198623 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fac31311-a767-457e-a27b-aeac8c0cfd0b tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:04.199824 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-fac31311-a767-457e-a27b-aeac8c0cfd0b tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1325979 Aug 25 01:34:04.202834 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 55686) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:34:04.203662 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac31311-a767-457e-a27b-aeac8c0cfd0b tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2baf35bd-5239-4016-91a4-7bb93be8ebb2,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:34:04.208112 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.v2.base [None req-fc02bb1d-ec3e-4671-a7f8-48ca573b8d89 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Request body: {'security_group_rule': {'security_group_id': '2baf35bd-5239-4016-91a4-7bb93be8ebb2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:34:04.233386 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fc02bb1d-ec3e-4671-a7f8-48ca573b8d89 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:04.277918 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fc02bb1d-ec3e-4671-a7f8-48ca573b8d89 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:04.282295 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fc02bb1d-ec3e-4671-a7f8-48ca573b8d89 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019102'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:04.298470 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc02bb1d-ec3e-4671-a7f8-48ca573b8d89 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40ac044e-4e86-44d3-a254-660e4afc5577,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:34:04.304782 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fc02bb1d-ec3e-4671-a7f8-48ca573b8d89 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:04.305935 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-fc02bb1d-ec3e-4671-a7f8-48ca573b8d89 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1021006 Aug 25 01:34:04.308546 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 55688) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:34:04.312747 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.v2.base [None req-bcb34401-8192-43be-a5e1-9ba83fc4c0fb tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Request body: {'security_group_rule': {'security_group_id': '2baf35bd-5239-4016-91a4-7bb93be8ebb2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:34:04.338239 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bcb34401-8192-43be-a5e1-9ba83fc4c0fb tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:04.392254 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bcb34401-8192-43be-a5e1-9ba83fc4c0fb tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:04.395679 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bcb34401-8192-43be-a5e1-9ba83fc4c0fb tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019102'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:04.409545 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb34401-8192-43be-a5e1-9ba83fc4c0fb tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c46f99a4-55ed-4349-a967-52197480dba6,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:34:04.417563 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bcb34401-8192-43be-a5e1-9ba83fc4c0fb tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:04.418727 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-bcb34401-8192-43be-a5e1-9ba83fc4c0fb tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1092670 Aug 25 01:34:04.421737 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 55690) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:34:04.426481 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.v2.base [None req-de28fc66-19db-4434-99e3-68e2c2f1914e tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Request body: {'floatingip': {'floating_network_id': '010d8b7d-53b1-407d-b771-6477c60770f4'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:34:04.447067 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-de28fc66-19db-4434-99e3-68e2c2f1914e tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks [] for floatingip, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:04.545429 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-de28fc66-19db-4434-99e3-68e2c2f1914e tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:04.644302 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-de28fc66-19db-4434-99e3-68e2c2f1914e tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Allocated IP 172.27.1.191 (010d8b7d-53b1-407d-b771-6477c60770f4/e3100a47-8cf0-41e7-afe0-dcfedb56ff39/f1f91f87-97d8-404f-9003-ba6f047046e1) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 01:34:04.741459 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-de28fc66-19db-4434-99e3-68e2c2f1914e tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:04.777551 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-de28fc66-19db-4434-99e3-68e2c2f1914e tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782026665144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11069661'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:04.811533 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de28fc66-19db-4434-99e3-68e2c2f1914e tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Network 010d8b7d-53b1-407d-b771-6477c60770f4 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:34:04.816115 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-de28fc66-19db-4434-99e3-68e2c2f1914e tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:34:04.819506 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de28fc66-19db-4434-99e3-68e2c2f1914e tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 01:34:04.841457 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de28fc66-19db-4434-99e3-68e2c2f1914e tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Pushing event updated for resources: {'Port': ['ID=f1f91f87-97d8-404f-9003-ba6f047046e1,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:34:04.910305 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-de28fc66-19db-4434-99e3-68e2c2f1914e tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:04.942016 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-de28fc66-19db-4434-99e3-68e2c2f1914e tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:05.084619 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-de28fc66-19db-4434-99e3-68e2c2f1914e tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:05.088982 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-de28fc66-19db-4434-99e3-68e2c2f1914e tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11069652'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:05.153782 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de28fc66-19db-4434-99e3-68e2c2f1914e tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Pushing event updated for resources: {'Port': ['ID=f1f91f87-97d8-404f-9003-ba6f047046e1,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:34:05.165435 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-de28fc66-19db-4434-99e3-68e2c2f1914e tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930814'] for floatingip, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:05.178408 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-de28fc66-19db-4434-99e3-68e2c2f1914e tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:05.179661 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-de28fc66-19db-4434-99e3-68e2c2f1914e tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7569983 Aug 25 01:34:05.360174 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-734ab869-e90e-4fb5-814e-fb95350f235c req-c155d183-a0ea-4387-9e5e-12524c2a6b02 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1926389675&fields=id&tenant_id=0d3f6d9b58da4cf08feb13c48725af79 HTTP/1.1" status: 200 len: 267 time: 0.0323434 Aug 25 01:34:05.463633 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ab869-e90e-4fb5-814e-fb95350f235c req-8dc3be2d-9c76-409d-b3cf-8bbf4ab79913 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:34:05.464985 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-734ab869-e90e-4fb5-814e-fb95350f235c req-8dc3be2d-9c76-409d-b3cf-8bbf4ab79913 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/networks?id=4b39bbca-d99b-4c6f-89e1-463d16db2dba HTTP/1.1" status: 200 len: 816 time: 0.0983298 Aug 25 01:34:05.479713 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-734ab869-e90e-4fb5-814e-fb95350f235c req-c6dcd5d6-d369-4ab3-9414-d0d96d3c9295 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/quotas/0d3f6d9b58da4cf08feb13c48725af79 HTTP/1.1" status: 200 len: 375 time: 0.0085204 Aug 25 01:34:05.531236 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-734ab869-e90e-4fb5-814e-fb95350f235c req-44db7b36-09ff-4484-af43-54fdd104b730 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0d3f6d9b58da4cf08feb13c48725af79&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463009 Aug 25 01:34:05.714153 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-734ab869-e90e-4fb5-814e-fb95350f235c req-1f22e86a-b9e2-4b4e-b4e2-5b08d6f87986 service neutron] 10.222.0.23 "GET /v2.0/networks/4b39bbca-d99b-4c6f-89e1-463d16db2dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710646 Aug 25 01:34:05.735706 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device 0bceaf3f-3cb5-457f-a270-6719b1c8af0b no longer exists at agent hyperv_hv-cinder-79001 {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 01:34:05.755561 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] No Port match for: 0bceaf3f-3cb5-457f-a270-6719b1c8af0b {{(pid=93834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 01:34:05.755903 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device 0bceaf3f-3cb5-457f-a270-6719b1c8af0b not bound to the agent host hv-cinder-79001 {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 01:34:05.799780 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-734ab869-e90e-4fb5-814e-fb95350f235c req-9d901a10-2d4a-4874-ac38-a443bfcc906d service neutron] 10.222.0.23 "GET /v2.0/networks/4b39bbca-d99b-4c6f-89e1-463d16db2dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796483 Aug 25 01:34:05.957072 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d00950ca-25ee-479a-86b7-92314622a8e0 req-b1f53782-577b-4f89-b964-546719bc2461 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 210 time: 0.0270283 Aug 25 01:34:06.928971 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ab869-e90e-4fb5-814e-fb95350f235c req-66d7141b-b3ae-4a9e-9cc6-c0966e6af30a tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:34:06.930389 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-734ab869-e90e-4fb5-814e-fb95350f235c req-66d7141b-b3ae-4a9e-9cc6-c0966e6af30a tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.26 "GET /v2.0/networks?id=4b39bbca-d99b-4c6f-89e1-463d16db2dba HTTP/1.1" status: 200 len: 816 time: 0.1054718 Aug 25 01:34:06.983711 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-734ab869-e90e-4fb5-814e-fb95350f235c req-4580b77b-27ec-49e7-b8c4-f59e97869019 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d3f6d9b58da4cf08feb13c48725af79 HTTP/1.1" status: 200 len: 380 time: 0.0345893 Aug 25 01:34:06.996905 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [req-734ab869-e90e-4fb5-814e-fb95350f235c req-8d5c5d0f-ee33-4f5d-b512-1245da220a77 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Request body: {'port': {'device_id': '820736cb-49e0-4cb7-b3da-cf2365ddbc9d', 'network_id': '4b39bbca-d99b-4c6f-89e1-463d16db2dba', 'admin_state_up': True, 'tenant_id': '0d3f6d9b58da4cf08feb13c48725af79', 'security_groups': ['2baf35bd-5239-4016-91a4-7bb93be8ebb2']}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:34:07.054355 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-7ae776a0-3332-419e-a82b-7e8707019461 req-5fd6af1e-5e5f-440c-a9d2-9ba3baffdbbe tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 210 time: 0.0252647 Aug 25 01:34:07.102016 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-734ab869-e90e-4fb5-814e-fb95350f235c req-8d5c5d0f-ee33-4f5d-b512-1245da220a77 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Made reservation on behalf of 0d3f6d9b58da4cf08feb13c48725af79 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 01:34:07.105450 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-734ab869-e90e-4fb5-814e-fb95350f235c req-8d5c5d0f-ee33-4f5d-b512-1245da220a77 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:07.228702 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-734ab869-e90e-4fb5-814e-fb95350f235c req-8d5c5d0f-ee33-4f5d-b512-1245da220a77 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Allocated IP 172.20.0.13 (4b39bbca-d99b-4c6f-89e1-463d16db2dba/377ea34e-9667-47c0-90ed-ae7bee569363/ed1853e7-475b-4b17-a478-66dd9dab4911) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 01:34:07.358560 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-734ab869-e90e-4fb5-814e-fb95350f235c req-8d5c5d0f-ee33-4f5d-b512-1245da220a77 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:07.376480 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-734ab869-e90e-4fb5-814e-fb95350f235c req-8d5c5d0f-ee33-4f5d-b512-1245da220a77 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Transition to ACTIVE for port object ed1853e7-475b-4b17-a478-66dd9dab4911 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:34:07.409359 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-734ab869-e90e-4fb5-814e-fb95350f235c req-8d5c5d0f-ee33-4f5d-b512-1245da220a77 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782026665144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:07.454774 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-734ab869-e90e-4fb5-814e-fb95350f235c req-8d5c5d0f-ee33-4f5d-b512-1245da220a77 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Network 4b39bbca-d99b-4c6f-89e1-463d16db2dba is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:34:07.457830 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-734ab869-e90e-4fb5-814e-fb95350f235c req-8d5c5d0f-ee33-4f5d-b512-1245da220a77 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:34:07.461610 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-734ab869-e90e-4fb5-814e-fb95350f235c req-8d5c5d0f-ee33-4f5d-b512-1245da220a77 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 01:34:07.490207 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5c5d0f-ee33-4f5d-b512-1245da220a77 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Pushing event updated for resources: {'Port': ['ID=ed1853e7-475b-4b17-a478-66dd9dab4911,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:34:07.518467 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ab869-e90e-4fb5-814e-fb95350f235c req-8d5c5d0f-ee33-4f5d-b512-1245da220a77 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:34:07.519111 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-734ab869-e90e-4fb5-814e-fb95350f235c req-8d5c5d0f-ee33-4f5d-b512-1245da220a77 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:07.534813 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-734ab869-e90e-4fb5-814e-fb95350f235c req-8d5c5d0f-ee33-4f5d-b512-1245da220a77 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5414889 Aug 25 01:34:07.549607 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [req-734ab869-e90e-4fb5-814e-fb95350f235c req-acb71489-1f51-48bb-b0e7-3fac18e214b2 service neutron] Request body: {'port': {'device_id': '820736cb-49e0-4cb7-b3da-cf2365ddbc9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:34:07.606376 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-734ab869-e90e-4fb5-814e-fb95350f235c req-acb71489-1f51-48bb-b0e7-3fac18e214b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:07.728367 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-6f927f06-a358-4145-a331-9f66cf4a57a5 None None] Provisioning for port ed1853e7-475b-4b17-a478-66dd9dab4911 completed by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:34:07.732257 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-6f927f06-a358-4145-a331-9f66cf4a57a5 None None] Provisioning complete for port ed1853e7-475b-4b17-a478-66dd9dab4911 triggered by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:34:07.732636 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6f927f06-a358-4145-a331-9f66cf4a57a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:07.777369 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-6f927f06-a358-4145-a331-9f66cf4a57a5 None None] Port ed1853e7-475b-4b17-a478-66dd9dab4911 cannot update to ACTIVE because it is not bound. {{(pid=93834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 01:34:07.879751 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [req-734ab869-e90e-4fb5-814e-fb95350f235c req-acb71489-1f51-48bb-b0e7-3fac18e214b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed1853e7-475b-4b17-a478-66dd9dab4911 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 01:34:07.887303 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-734ab869-e90e-4fb5-814e-fb95350f235c req-acb71489-1f51-48bb-b0e7-3fac18e214b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:07.900893 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-734ab869-e90e-4fb5-814e-fb95350f235c req-acb71489-1f51-48bb-b0e7-3fac18e214b2 service neutron] Transition to ACTIVE for port object ed1853e7-475b-4b17-a478-66dd9dab4911 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:34:07.904273 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-734ab869-e90e-4fb5-814e-fb95350f235c req-acb71489-1f51-48bb-b0e7-3fac18e214b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8611129'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:07.951750 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb71489-1f51-48bb-b0e7-3fac18e214b2 service neutron] Pushing event updated for resources: {'Port': ['ID=ed1853e7-475b-4b17-a478-66dd9dab4911,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:34:08.033110 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-734ab869-e90e-4fb5-814e-fb95350f235c req-acb71489-1f51-48bb-b0e7-3fac18e214b2 service neutron] Attempting to bind port ed1853e7-475b-4b17-a478-66dd9dab4911 on host hv-cinder-79001 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 01:34:08.033445 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-734ab869-e90e-4fb5-814e-fb95350f235c req-acb71489-1f51-48bb-b0e7-3fac18e214b2 service neutron] Attempting to bind port ed1853e7-475b-4b17-a478-66dd9dab4911 by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '2250bebe-2869-40e3-ad89-dd6ac923b04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '4b39bbca-d99b-4c6f-89e1-463d16db2dba'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 01:34:08.033774 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734ab869-e90e-4fb5-814e-fb95350f235c req-acb71489-1f51-48bb-b0e7-3fac18e214b2 service neutron] Attempting to bind port ed1853e7-475b-4b17-a478-66dd9dab4911 on network 4b39bbca-d99b-4c6f-89e1-463d16db2dba {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:34:08.038630 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734ab869-e90e-4fb5-814e-fb95350f235c req-acb71489-1f51-48bb-b0e7-3fac18e214b2 service neutron] Port ed1853e7-475b-4b17-a478-66dd9dab4911 on network 4b39bbca-d99b-4c6f-89e1-463d16db2dba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 01:34:08.039090 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734ab869-e90e-4fb5-814e-fb95350f235c req-acb71489-1f51-48bb-b0e7-3fac18e214b2 service neutron] Attempting to bind port ed1853e7-475b-4b17-a478-66dd9dab4911 on network 4b39bbca-d99b-4c6f-89e1-463d16db2dba {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:34:08.044254 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734ab869-e90e-4fb5-814e-fb95350f235c req-acb71489-1f51-48bb-b0e7-3fac18e214b2 service neutron] Checking agent: {'id': '05c2a1f8-ef41-45f5-8e32-988b9472ad60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 1, 25, 19), 'started_at': datetime.datetime(2021, 8, 25, 1, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 1, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 01:34:08.044593 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734ab869-e90e-4fb5-814e-fb95350f235c req-acb71489-1f51-48bb-b0e7-3fac18e214b2 service neutron] Checking segment: {'id': '2250bebe-2869-40e3-ad89-dd6ac923b04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '4b39bbca-d99b-4c6f-89e1-463d16db2dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:34:08.044974 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734ab869-e90e-4fb5-814e-fb95350f235c req-acb71489-1f51-48bb-b0e7-3fac18e214b2 service neutron] Bound using segment: {'id': '2250bebe-2869-40e3-ad89-dd6ac923b04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '4b39bbca-d99b-4c6f-89e1-463d16db2dba'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 01:34:08.045391 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-734ab869-e90e-4fb5-814e-fb95350f235c req-acb71489-1f51-48bb-b0e7-3fac18e214b2 service neutron] Bound port: ed1853e7-475b-4b17-a478-66dd9dab4911, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2250bebe-2869-40e3-ad89-dd6ac923b04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '4b39bbca-d99b-4c6f-89e1-463d16db2dba'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 01:34:08.045746 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-734ab869-e90e-4fb5-814e-fb95350f235c req-acb71489-1f51-48bb-b0e7-3fac18e214b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:08.110633 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-734ab869-e90e-4fb5-814e-fb95350f235c req-acb71489-1f51-48bb-b0e7-3fac18e214b2 service neutron] For port ed1853e7-475b-4b17-a478-66dd9dab4911, host hv-cinder-79001, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 01:34:08.113940 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-734ab869-e90e-4fb5-814e-fb95350f235c req-acb71489-1f51-48bb-b0e7-3fac18e214b2 service neutron] For port ed1853e7-475b-4b17-a478-66dd9dab4911, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=ed1853e7-475b-4b17-a478-66dd9dab4911,segment=NetworkSegment(2250bebe-2869-40e3-ad89-dd6ac923b04c),segment_id=2250bebe-2869-40e3-ad89-dd6ac923b04c)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 01:34:08.119311 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-734ab869-e90e-4fb5-814e-fb95350f235c req-acb71489-1f51-48bb-b0e7-3fac18e214b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8611129'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:08.153273 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ab869-e90e-4fb5-814e-fb95350f235c req-acb71489-1f51-48bb-b0e7-3fac18e214b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:34:08.153892 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-734ab869-e90e-4fb5-814e-fb95350f235c req-acb71489-1f51-48bb-b0e7-3fac18e214b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:08.155268 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-734ab869-e90e-4fb5-814e-fb95350f235c req-acb71489-1f51-48bb-b0e7-3fac18e214b2 service neutron] 10.222.0.26 "PUT /v2.0/ports/ed1853e7-475b-4b17-a478-66dd9dab4911 HTTP/1.1" status: 200 len: 1094 time: 0.6105983 Aug 25 01:34:08.155771 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '820736cb-49e0-4cb7-b3da-cf2365ddbc9d', 'tag': 'ed1853e7-475b-4b17-a478-66dd9dab4911'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:34:08.157971 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6aaa77860150641abcbf195034e02978cb43d302165c9bbcbee081d494fe815" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff1056e-5dab-4239-bb88-0be47b4feecd" -d '{"events": [{"name": "network-changed", "server_uuid": "820736cb-49e0-4cb7-b3da-cf2365ddbc9d", "tag": "ed1853e7-475b-4b17-a478-66dd9dab4911"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:34:08.183441 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb71489-1f51-48bb-b0e7-3fac18e214b2 service neutron] Pushing event updated for resources: {'Port': ['ID=ed1853e7-475b-4b17-a478-66dd9dab4911,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:34:08.192653 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d31b81-7e74-4445-abc8-3121b5943903 req-8a4b9f29-0f5e-43ea-bdaf-98c7a8c66376 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:34:08.194383 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-e1d31b81-7e74-4445-abc8-3121b5943903 req-8a4b9f29-0f5e-43ea-bdaf-98c7a8c66376 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 944 time: 0.0679460 Aug 25 01:34:08.236051 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 01:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7528d6-1870-4414-ba23-9b2462b4042f x-openstack-request-id: req-9d7528d6-1870-4414-ba23-9b2462b4042f {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:34:08.236475 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "820736cb-49e0-4cb7-b3da-cf2365ddbc9d", "tag": "ed1853e7-475b-4b17-a478-66dd9dab4911", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:34:08.236827 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9d7528d6-1870-4414-ba23-9b2462b4042f {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:34:08.237350 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '820736cb-49e0-4cb7-b3da-cf2365ddbc9d', 'tag': 'ed1853e7-475b-4b17-a478-66dd9dab4911', 'status': 'completed', 'code': 200} Aug 25 01:34:08.248032 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-e1d31b81-7e74-4445-abc8-3121b5943903 req-c7286142-02a0-467b-9a9c-7288fd6d23c0 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=2baf35bd-5239-4016-91a4-7bb93be8ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439723 Aug 25 01:34:08.253955 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ab869-e90e-4fb5-814e-fb95350f235c req-7be001d4-a9cd-4ce4-b2c7-e50506311e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:34:08.255629 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-734ab869-e90e-4fb5-814e-fb95350f235c req-7be001d4-a9cd-4ce4-b2c7-e50506311e96 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0d3f6d9b58da4cf08feb13c48725af79&device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 1097 time: 0.0480056 Aug 25 01:34:08.302664 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-734ab869-e90e-4fb5-814e-fb95350f235c req-f140bb9f-7b72-46c5-bd12-f59b110e2422 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed1853e7-475b-4b17-a478-66dd9dab4911 HTTP/1.1" status: 200 len: 217 time: 0.0376537 Aug 25 01:34:08.355109 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ab869-e90e-4fb5-814e-fb95350f235c req-52dc4044-b647-4328-929b-3834003f47df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:34:08.356552 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-734ab869-e90e-4fb5-814e-fb95350f235c req-52dc4044-b647-4328-929b-3834003f47df service neutron] 10.222.0.26 "GET /v2.0/subnets?id=377ea34e-9667-47c0-90ed-ae7bee569363 HTTP/1.1" status: 200 len: 855 time: 0.0451236 Aug 25 01:34:08.404171 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ab869-e90e-4fb5-814e-fb95350f235c req-7fad6364-32b4-4cfa-a514-242816bb019f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:34:08.405561 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-734ab869-e90e-4fb5-814e-fb95350f235c req-7fad6364-32b4-4cfa-a514-242816bb019f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4b39bbca-d99b-4c6f-89e1-463d16db2dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385017 Aug 25 01:34:08.498832 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-734ab869-e90e-4fb5-814e-fb95350f235c req-6727ce53-d0c3-43b6-8ced-1335afcd8449 service neutron] 10.222.0.26 "GET /v2.0/networks/4b39bbca-d99b-4c6f-89e1-463d16db2dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831938 Aug 25 01:34:08.586940 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-734ab869-e90e-4fb5-814e-fb95350f235c req-1238109d-e4be-41f1-8d96-2e2c15fd2ca8 service neutron] 10.222.0.26 "GET /v2.0/networks/4b39bbca-d99b-4c6f-89e1-463d16db2dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803344 Aug 25 01:34:08.675544 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1056e-5dab-4239-bb88-0be47b4feecd req-17d8d21d-91ba-41ad-ac3a-597842a26613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:34:08.676965 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-dff1056e-5dab-4239-bb88-0be47b4feecd req-17d8d21d-91ba-41ad-ac3a-597842a26613 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0d3f6d9b58da4cf08feb13c48725af79&device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 1097 time: 0.0401657 Aug 25 01:34:08.768751 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1056e-5dab-4239-bb88-0be47b4feecd req-c09bc73b-4b7d-46bb-ad02-36918addc74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:34:08.770147 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-dff1056e-5dab-4239-bb88-0be47b4feecd req-c09bc73b-4b7d-46bb-ad02-36918addc74a service neutron] 10.222.0.26 "GET /v2.0/networks?id=4b39bbca-d99b-4c6f-89e1-463d16db2dba HTTP/1.1" status: 200 len: 917 time: 0.0837274 Aug 25 01:34:08.813481 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-dff1056e-5dab-4239-bb88-0be47b4feecd req-95f24fd4-4430-4e52-b4ed-15060128a795 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed1853e7-475b-4b17-a478-66dd9dab4911 HTTP/1.1" status: 200 len: 217 time: 0.0344839 Aug 25 01:34:08.873532 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1056e-5dab-4239-bb88-0be47b4feecd req-91bb1f57-e053-418b-ae3b-76fa2f89f4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:34:08.875061 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-dff1056e-5dab-4239-bb88-0be47b4feecd req-91bb1f57-e053-418b-ae3b-76fa2f89f4e3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=377ea34e-9667-47c0-90ed-ae7bee569363 HTTP/1.1" status: 200 len: 855 time: 0.0539336 Aug 25 01:34:08.925848 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1056e-5dab-4239-bb88-0be47b4feecd req-27da5e5a-83ce-42d3-8c6d-c6ca2464ec8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:34:08.927340 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-dff1056e-5dab-4239-bb88-0be47b4feecd req-27da5e5a-83ce-42d3-8c6d-c6ca2464ec8f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4b39bbca-d99b-4c6f-89e1-463d16db2dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407338 Aug 25 01:34:09.018688 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-dff1056e-5dab-4239-bb88-0be47b4feecd req-14a9cf00-de67-4554-9cb8-0b92dc8e630c service neutron] 10.222.0.26 "GET /v2.0/networks/4b39bbca-d99b-4c6f-89e1-463d16db2dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816262 Aug 25 01:34:09.113914 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-dff1056e-5dab-4239-bb88-0be47b4feecd req-b67fffbb-98b3-4e6b-8b00-465e9a6e6f30 service neutron] 10.222.0.26 "GET /v2.0/networks/4b39bbca-d99b-4c6f-89e1-463d16db2dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855520 Aug 25 01:34:09.367191 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365106cb-e8cb-4374-80a9-1862660138e7 req-e5ee29a5-9b43-415d-bc57-2b5db5cc67f0 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:34:09.368535 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-365106cb-e8cb-4374-80a9-1862660138e7 req-e5ee29a5-9b43-415d-bc57-2b5db5cc67f0 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 944 time: 0.0474479 Aug 25 01:34:09.404821 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-365106cb-e8cb-4374-80a9-1862660138e7 req-abe65fb8-8b6e-4e26-93c9-8e8d1ab5b99a tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=2baf35bd-5239-4016-91a4-7bb93be8ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305181 Aug 25 01:34:09.737559 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device ed1853e7-475b-4b17-a478-66dd9dab4911 details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=93834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 01:34:09.830853 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port ed1853e7-475b-4b17-a478-66dd9dab4911, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=ed1853e7-475b-4b17-a478-66dd9dab4911,segment=NetworkSegment(2250bebe-2869-40e3-ad89-dd6ac923b04c),segment_id=2250bebe-2869-40e3-ad89-dd6ac923b04c)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:34:09.841570 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Returning: {'device': 'ed1853e7-475b-4b17-a478-66dd9dab4911', 'network_id': '4b39bbca-d99b-4c6f-89e1-463d16db2dba', 'port_id': 'ed1853e7-475b-4b17-a478-66dd9dab4911', 'mac_address': 'fa:16:3e:e1:f8:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '377ea34e-9667-47c0-90ed-ae7bee569363', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 01:34:09.877839 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:09.890130 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed1853e7-475b-4b17-a478-66dd9dab4911 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 01:34:09.909139 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port ed1853e7-475b-4b17-a478-66dd9dab4911, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=ed1853e7-475b-4b17-a478-66dd9dab4911,segment=NetworkSegment(2250bebe-2869-40e3-ad89-dd6ac923b04c),segment_id=2250bebe-2869-40e3-ad89-dd6ac923b04c)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:34:09.913386 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:09.963356 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Pushing event updated for resources: {'Port': ['ID=ed1853e7-475b-4b17-a478-66dd9dab4911,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:34:10.146131 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 55784) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:34:10.202151 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] get_ports_and_sgs() called for port_ids ['ed1853e7-475b-4b17-a478-66dd9dab4911'] {{(pid=93834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 01:34:10.248709 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5f7095b6-b16d-43f6-9695-fa6179946da7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:10.337022 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5f7095b6-b16d-43f6-9695-fa6179946da7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:10.340738 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5f7095b6-b16d-43f6-9695-fa6179946da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:10.381046 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-5f7095b6-b16d-43f6-9695-fa6179946da7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2670b0784e764b02b7ccff5044922447&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2338393 Aug 25 01:34:10.381937 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7095b6-b16d-43f6-9695-fa6179946da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22fd328-99ae-4579-bf17-19ef2a54613f,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:34:10.383754 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 55788) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:34:10.433470 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8d141ce2-4bf4-4ee2-b32a-d9dc21ac8d54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:10.454847 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8d141ce2-4bf4-4ee2-b32a-d9dc21ac8d54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:10.500225 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8d141ce2-4bf4-4ee2-b32a-d9dc21ac8d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:10.506982 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8d141ce2-4bf4-4ee2-b32a-d9dc21ac8d54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:10.508287 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-8d141ce2-4bf4-4ee2-b32a-d9dc21ac8d54 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d22fd328-99ae-4579-bf17-19ef2a54613f HTTP/1.1" status: 204 len: 168 time: 0.1220322 Aug 25 01:34:10.519165 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d141ce2-4bf4-4ee2-b32a-d9dc21ac8d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22fd328-99ae-4579-bf17-19ef2a54613f,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:34:10.525058 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c295cc-48e1-43ed-8446-2530d0376175 req-5076c235-8faa-4536-9beb-db48940e747f tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:34:10.527442 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-20c295cc-48e1-43ed-8446-2530d0376175 req-5076c235-8faa-4536-9beb-db48940e747f tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 945 time: 0.0540428 Aug 25 01:34:10.571672 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-20c295cc-48e1-43ed-8446-2530d0376175 req-5f32ea34-ad10-431b-a5b3-b1369f532bfa tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=2baf35bd-5239-4016-91a4-7bb93be8ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374105 Aug 25 01:34:10.762560 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 55796) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:34:10.775713 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0da7c886-ec0f-4225-94f7-a72315066796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:10.863097 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0da7c886-ec0f-4225-94f7-a72315066796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:10.866329 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0da7c886-ec0f-4225-94f7-a72315066796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:10.907704 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-0da7c886-ec0f-4225-94f7-a72315066796 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a5c404523c37432aa17c4f33e090708e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1440778 Aug 25 01:34:10.908510 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da7c886-ec0f-4225-94f7-a72315066796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17566bd-5493-430e-936b-b8672c6104f6,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:34:10.910545 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 55800) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:34:10.957782 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9b99e0dc-b6b2-4388-b4f8-1110b7ea17de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:10.977494 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9b99e0dc-b6b2-4388-b4f8-1110b7ea17de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:11.021068 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9b99e0dc-b6b2-4388-b4f8-1110b7ea17de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:11.023820 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9b99e0dc-b6b2-4388-b4f8-1110b7ea17de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:11.024934 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-9b99e0dc-b6b2-4388-b4f8-1110b7ea17de admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f17566bd-5493-430e-936b-b8672c6104f6 HTTP/1.1" status: 204 len: 168 time: 0.1133752 Aug 25 01:34:11.032279 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b99e0dc-b6b2-4388-b4f8-1110b7ea17de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17566bd-5493-430e-936b-b8672c6104f6,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:34:11.248093 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.agents_db [None req-4bdcba96-0b2f-4eba-81a9-023f498d003c None None] Agent healthcheck: found 6 active agents {{(pid=93835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 01:34:11.694486 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3e84a-eb2d-4005-8236-cbdae8256d47 req-44a96fd4-df01-4f25-a5fb-5e4013ceb324 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:34:11.695965 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-e8c3e84a-eb2d-4005-8236-cbdae8256d47 req-44a96fd4-df01-4f25-a5fb-5e4013ceb324 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 945 time: 0.0547080 Aug 25 01:34:11.732989 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-e8c3e84a-eb2d-4005-8236-cbdae8256d47 req-15c3f2ac-db49-46a1-994a-8340551c1478 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=2baf35bd-5239-4016-91a4-7bb93be8ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312078 Aug 25 01:34:11.748281 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device ed1853e7-475b-4b17-a478-66dd9dab4911 up at agent hyperv_hv-cinder-79001 {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:34:11.799593 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Provisioning for port ed1853e7-475b-4b17-a478-66dd9dab4911 completed by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:34:11.803239 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Provisioning complete for port ed1853e7-475b-4b17-a478-66dd9dab4911 triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:34:11.803686 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:11.880166 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:11.903671 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820736cb-49e0-4cb7-b3da-cf2365ddbc9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1853e7-475b-4b17-a478-66dd9dab4911'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:34:11.909311 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac4c50f49c3b3a17933da630e77cab0c79281d75959c3f8023547b3e3ec39ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2431ce7-6b76-4d84-b571-be31beea8f0f" -d '{"events": [{"server_uuid": "820736cb-49e0-4cb7-b3da-cf2365ddbc9d", "name": "network-vif-plugged", "status": "completed", "tag": "ed1853e7-475b-4b17-a478-66dd9dab4911"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:34:11.919745 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port ed1853e7-475b-4b17-a478-66dd9dab4911, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=ed1853e7-475b-4b17-a478-66dd9dab4911,segment=NetworkSegment(2250bebe-2869-40e3-ad89-dd6ac923b04c),segment_id=2250bebe-2869-40e3-ad89-dd6ac923b04c)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:34:11.923721 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:11.952214 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 01:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817c1b6e-7f77-4d7e-bc72-c8dd31e59fb1 x-openstack-request-id: req-817c1b6e-7f77-4d7e-bc72-c8dd31e59fb1 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:34:11.952520 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "820736cb-49e0-4cb7-b3da-cf2365ddbc9d", "name": "network-vif-plugged", "status": "completed", "tag": "ed1853e7-475b-4b17-a478-66dd9dab4911", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:34:11.952775 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-817c1b6e-7f77-4d7e-bc72-c8dd31e59fb1 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:34:11.953157 dv-cinder-790014-2-iscsi neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '820736cb-49e0-4cb7-b3da-cf2365ddbc9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1853e7-475b-4b17-a478-66dd9dab4911', 'code': 200} Aug 25 01:34:11.973511 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Pushing event updated for resources: {'Port': ['ID=ed1853e7-475b-4b17-a478-66dd9dab4911,revision_number=5']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:34:11.980729 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:34:11.981166 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:34:11.981568 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:34:11.981904 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:34:11.982230 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:34:11.982556 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:34:11.982903 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:34:11.983225 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:34:11.983549 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:34:11.983865 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:34:11.984183 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:34:11.984499 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:34:12.117678 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d0a868-5f70-4bde-a9b1-717a16d2ebb7 req-f67fb84e-4fb7-4b0d-b4fb-8bd1864d222d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:34:12.119208 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-a3d0a868-5f70-4bde-a9b1-717a16d2ebb7 req-f67fb84e-4fb7-4b0d-b4fb-8bd1864d222d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 1099 time: 0.0413697 Aug 25 01:34:12.158644 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-a3d0a868-5f70-4bde-a9b1-717a16d2ebb7 req-36d94ee4-b211-4ada-884b-7514c818c494 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2baf35bd-5239-4016-91a4-7bb93be8ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292604 Aug 25 01:34:12.850864 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5f2d4-efa6-4fc7-9040-e792591f6c37 req-b03d3490-d530-400c-87d1-c27cddab2d83 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:34:12.852342 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-f0b5f2d4-efa6-4fc7-9040-e792591f6c37 req-b03d3490-d530-400c-87d1-c27cddab2d83 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 946 time: 0.0488536 Aug 25 01:34:12.892575 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-f0b5f2d4-efa6-4fc7-9040-e792591f6c37 req-2bd39ecb-e3a5-489f-a0e9-f26872c5a006 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=2baf35bd-5239-4016-91a4-7bb93be8ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319173 Aug 25 01:34:13.049892 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 55876) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:34:13.156966 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-62dfb840-764a-41ec-a6a1-28c2d9887b52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:13.242524 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-62dfb840-764a-41ec-a6a1-28c2d9887b52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:13.246260 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-62dfb840-764a-41ec-a6a1-28c2d9887b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:13.282788 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dfb840-764a-41ec-a6a1-28c2d9887b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5984a00-de39-4f59-a3dc-88226822fa1d,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:34:13.287160 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-62dfb840-764a-41ec-a6a1-28c2d9887b52 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3192a03629bf4a7e9ca3dfea6760c6d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2362370 Aug 25 01:34:13.289730 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 55880) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:34:13.343221 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9e5c741c-9e0f-4d92-9146-5a6e3f5404f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:13.364694 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9e5c741c-9e0f-4d92-9146-5a6e3f5404f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:13.410556 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9e5c741c-9e0f-4d92-9146-5a6e3f5404f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:13.413091 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9e5c741c-9e0f-4d92-9146-5a6e3f5404f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:13.414301 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-9e5c741c-9e0f-4d92-9146-5a6e3f5404f0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d5984a00-de39-4f59-a3dc-88226822fa1d HTTP/1.1" status: 204 len: 168 time: 0.1235917 Aug 25 01:34:13.421529 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5c741c-9e0f-4d92-9146-5a6e3f5404f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5984a00-de39-4f59-a3dc-88226822fa1d,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:34:13.667999 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 55886) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:34:13.681222 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-01d45c12-fbb3-4c84-aa2c-941ac7ff3735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:13.774883 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-01d45c12-fbb3-4c84-aa2c-941ac7ff3735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:13.778494 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-01d45c12-fbb3-4c84-aa2c-941ac7ff3735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:13.815057 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-01d45c12-fbb3-4c84-aa2c-941ac7ff3735 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2cadf96ff091493c8103bb73f2b6233c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1459856 Aug 25 01:34:13.816420 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d45c12-fbb3-4c84-aa2c-941ac7ff3735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f3629f-05cf-46e7-a792-70f4d8278c07,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:34:13.817747 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 55888) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:34:13.865673 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-079b43cf-565c-41de-b792-418e35dab81c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:13.886487 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-079b43cf-565c-41de-b792-418e35dab81c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:13.932858 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-079b43cf-565c-41de-b792-418e35dab81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:13.935434 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-079b43cf-565c-41de-b792-418e35dab81c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:13.938715 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-079b43cf-565c-41de-b792-418e35dab81c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f1f3629f-05cf-46e7-a792-70f4d8278c07 HTTP/1.1" status: 204 len: 168 time: 0.1177971 Aug 25 01:34:13.945056 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079b43cf-565c-41de-b792-418e35dab81c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f3629f-05cf-46e7-a792-70f4d8278c07,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:34:14.022954 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0104d-0ca7-4d7e-b5a7-5b3f65503e9c req-2c105eae-9983-4109-ad6f-2528b6e84f14 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:34:14.024445 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-62e0104d-0ca7-4d7e-b5a7-5b3f65503e9c req-2c105eae-9983-4109-ad6f-2528b6e84f14 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 946 time: 0.0492001 Aug 25 01:34:14.064891 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-62e0104d-0ca7-4d7e-b5a7-5b3f65503e9c req-e93f7e77-6f72-4073-8016-6bd15a956785 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=2baf35bd-5239-4016-91a4-7bb93be8ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340869 Aug 25 01:34:14.181955 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f0596-7d18-422a-bda6-3e2da8e105d1 req-41cb40cd-0f56-435c-b86b-ef18ac63ba6e tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:34:14.183439 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-4f5f0596-7d18-422a-bda6-3e2da8e105d1 req-41cb40cd-0f56-435c-b86b-ef18ac63ba6e tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 946 time: 0.0495052 Aug 25 01:34:14.193103 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 55898) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:34:14.197978 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [None req-e13338c7-5080-4b69-80b2-ff3ad4f3d394 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Request body: {'floatingip': {'port_id': 'ed1853e7-475b-4b17-a478-66dd9dab4911'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:34:14.240433 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e13338c7-5080-4b69-80b2-ff3ad4f3d394 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks [] for floatingip, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:14.658806 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e13338c7-5080-4b69-80b2-ff3ad4f3d394 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:14.663352 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e13338c7-5080-4b69-80b2-ff3ad4f3d394 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930814'] for floatingip, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:14.760532 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.db.l3_db [None req-e13338c7-5080-4b69-80b2-ff3ad4f3d394 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Floating IP 8578fab9-d3f0-47ee-8958-e7dab3c5b985 associated. External IP: 172.27.1.191, port: ed1853e7-475b-4b17-a478-66dd9dab4911. Aug 25 01:34:14.970108 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e13338c7-5080-4b69-80b2-ff3ad4f3d394 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Router 96a47d6d-64c2-4bdb-b4af-a19bf3b971e5 has already been hosted by L3 agent 2e219680-1a48-4599-ad97-adf9ec497b47 {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 01:34:15.075849 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13338c7-5080-4b69-80b2-ff3ad4f3d394 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify agent at l3_agent.dv-cinder-790014-2-iscsi the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 01:34:15.081411 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e13338c7-5080-4b69-80b2-ff3ad4f3d394 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:15.086522 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365712a4-761d-457f-8ef6-7203777facbe None None] Sync routers for ids ['96a47d6d-64c2-4bdb-b4af-a19bf3b971e5'] in dv-cinder-790014-2-iscsi {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 01:34:15.096085 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365712a4-761d-457f-8ef6-7203777facbe None None] Routers {'96a47d6d-64c2-4bdb-b4af-a19bf3b971e5'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:34:15.096852 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-365712a4-761d-457f-8ef6-7203777facbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:34:00Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['96a47d6d-64c2-4bdb-b4af-a19bf3b971e5'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:34:15.112149 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-e13338c7-5080-4b69-80b2-ff3ad4f3d394 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "PUT /v2.0/floatingips/8578fab9-d3f0-47ee-8958-e7dab3c5b985 HTTP/1.1" status: 200 len: 992 time: 0.9151433 Aug 25 01:34:15.112149 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '820736cb-49e0-4cb7-b3da-cf2365ddbc9d', 'tag': 'ed1853e7-475b-4b17-a478-66dd9dab4911'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:34:15.115150 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6aaa77860150641abcbf195034e02978cb43d302165c9bbcbee081d494fe815" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6ffcf3-e031-4f98-97b9-285430065dea" -d '{"events": [{"name": "network-changed", "server_uuid": "820736cb-49e0-4cb7-b3da-cf2365ddbc9d", "tag": "ed1853e7-475b-4b17-a478-66dd9dab4911"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:34:15.154965 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 01:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df368e87-a587-45de-aa35-0b0a8ffc1c52 x-openstack-request-id: req-df368e87-a587-45de-aa35-0b0a8ffc1c52 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:34:15.155406 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "820736cb-49e0-4cb7-b3da-cf2365ddbc9d", "tag": "ed1853e7-475b-4b17-a478-66dd9dab4911", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:34:15.155657 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-df368e87-a587-45de-aa35-0b0a8ffc1c52 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:34:15.156375 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '820736cb-49e0-4cb7-b3da-cf2365ddbc9d', 'tag': 'ed1853e7-475b-4b17-a478-66dd9dab4911', 'status': 'completed', 'code': 200} Aug 25 01:34:15.216040 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-365712a4-761d-457f-8ef6-7203777facbe None None] Set router 96a47d6d-64c2-4bdb-b4af-a19bf3b971e5 gateway port host: dv-cinder-790014-2-iscsi {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:34:15.223413 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ffcf3-e031-4f98-97b9-285430065dea req-ba69bf9f-6c31-44ab-a04a-c0e5baf4d27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:34:15.224874 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-fb6ffcf3-e031-4f98-97b9-285430065dea req-ba69bf9f-6c31-44ab-a04a-c0e5baf4d27c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0d3f6d9b58da4cf08feb13c48725af79&device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 1099 time: 0.0455353 Aug 25 01:34:15.449216 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-365712a4-761d-457f-8ef6-7203777facbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a47d6d-64c2-4bdb-b4af-a19bf3b971e5', 'name': 'tempest-AttachVolumeShelveTestJSON-979801634-router', 'tenant_id': '0d3f6d9b58da4cf08feb13c48725af79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '50d82e7e-dbc7-4047-964e-d12dc78ec35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:31:05Z', 'updated_at': '2021-08-25T01:31:08Z', 'revision_number': 4, 'project_id': '0d3f6d9b58da4cf08feb13c48725af79', 'gw_port': {'id': '50d82e7e-dbc7-4047-964e-d12dc78ec35d', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a47d6d-64c2-4bdb-b4af-a19bf3b971e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:31:05Z', 'updated_at': '2021-08-25T01:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_floatingips': [{'id': '8578fab9-d3f0-47ee-8958-e7dab3c5b985', 'tenant_id': '0d3f6d9b58da4cf08feb13c48725af79', 'floating_ip_address': '172.27.1.191', 'floating_network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'router_id': '96a47d6d-64c2-4bdb-b4af-a19bf3b971e5', 'port_id': 'ed1853e7-475b-4b17-a478-66dd9dab4911', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b39bbca-d99b-4c6f-89e1-463d16db2dba', 'mac_address': 'fa:16:3e:e1:f8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820736cb-49e0-4cb7-b3da-cf2365ddbc9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T01:34:04Z', 'updated_at': '2021-08-25T01:34:14Z', 'revision_number': 1, 'project_id': '0d3f6d9b58da4cf08feb13c48725af79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e25ffdd2-3c21-41aa-8f85-1de512af30f4', 'name': '', 'network_id': '4b39bbca-d99b-4c6f-89e1-463d16db2dba', 'tenant_id': '0d3f6d9b58da4cf08feb13c48725af79', 'mac_address': 'fa:16:3e:1f:da:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a47d6d-64c2-4bdb-b4af-a19bf3b971e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '377ea34e-9667-47c0-90ed-ae7bee569363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:31:07Z', 'updated_at': '2021-08-25T01:31:13Z', 'revision_number': 5, 'project_id': '0d3f6d9b58da4cf08feb13c48725af79', 'subnets': [{'id': '377ea34e-9667-47c0-90ed-ae7bee569363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:34:15.481807 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365712a4-761d-457f-8ef6-7203777facbe None None] Checking router: 96a47d6d-64c2-4bdb-b4af-a19bf3b971e5 for host: dv-cinder-790014-2-iscsi {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 01:34:15.491332 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365712a4-761d-457f-8ef6-7203777facbe None None] Routers {'96a47d6d-64c2-4bdb-b4af-a19bf3b971e5'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:34:15.491949 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-365712a4-761d-457f-8ef6-7203777facbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:34:00Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['96a47d6d-64c2-4bdb-b4af-a19bf3b971e5'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:34:15.582926 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ffcf3-e031-4f98-97b9-285430065dea req-0eaf12c3-1821-4982-875a-152dece88b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:34:15.584633 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-fb6ffcf3-e031-4f98-97b9-285430065dea req-0eaf12c3-1821-4982-875a-152dece88b03 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4b39bbca-d99b-4c6f-89e1-463d16db2dba HTTP/1.1" status: 200 len: 917 time: 0.3522544 Aug 25 01:34:15.608805 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-365712a4-761d-457f-8ef6-7203777facbe None None] Set router 96a47d6d-64c2-4bdb-b4af-a19bf3b971e5 gateway port host: dv-cinder-790014-2-iscsi {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:34:15.656613 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-fb6ffcf3-e031-4f98-97b9-285430065dea req-2c8e126a-aaa4-484a-a3e8-abc8f4ee9b04 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed1853e7-475b-4b17-a478-66dd9dab4911 HTTP/1.1" status: 200 len: 1000 time: 0.0636816 Aug 25 01:34:15.712726 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ffcf3-e031-4f98-97b9-285430065dea req-3c02e16a-590d-433f-8965-48813611c354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:34:15.714289 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-fb6ffcf3-e031-4f98-97b9-285430065dea req-3c02e16a-590d-433f-8965-48813611c354 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=377ea34e-9667-47c0-90ed-ae7bee569363 HTTP/1.1" status: 200 len: 855 time: 0.0479150 Aug 25 01:34:15.771399 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ffcf3-e031-4f98-97b9-285430065dea req-9c1594cb-b9ba-4635-b80a-1b2724c0ad75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:34:15.773114 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-fb6ffcf3-e031-4f98-97b9-285430065dea req-9c1594cb-b9ba-4635-b80a-1b2724c0ad75 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4b39bbca-d99b-4c6f-89e1-463d16db2dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495307 Aug 25 01:34:15.857596 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-365712a4-761d-457f-8ef6-7203777facbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a47d6d-64c2-4bdb-b4af-a19bf3b971e5', 'name': 'tempest-AttachVolumeShelveTestJSON-979801634-router', 'tenant_id': '0d3f6d9b58da4cf08feb13c48725af79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '50d82e7e-dbc7-4047-964e-d12dc78ec35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:31:05Z', 'updated_at': '2021-08-25T01:31:08Z', 'revision_number': 4, 'project_id': '0d3f6d9b58da4cf08feb13c48725af79', 'gw_port': {'id': '50d82e7e-dbc7-4047-964e-d12dc78ec35d', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a47d6d-64c2-4bdb-b4af-a19bf3b971e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:31:05Z', 'updated_at': '2021-08-25T01:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_floatingips': [{'id': '8578fab9-d3f0-47ee-8958-e7dab3c5b985', 'tenant_id': '0d3f6d9b58da4cf08feb13c48725af79', 'floating_ip_address': '172.27.1.191', 'floating_network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'router_id': '96a47d6d-64c2-4bdb-b4af-a19bf3b971e5', 'port_id': 'ed1853e7-475b-4b17-a478-66dd9dab4911', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b39bbca-d99b-4c6f-89e1-463d16db2dba', 'mac_address': 'fa:16:3e:e1:f8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820736cb-49e0-4cb7-b3da-cf2365ddbc9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T01:34:04Z', 'updated_at': '2021-08-25T01:34:14Z', 'revision_number': 1, 'project_id': '0d3f6d9b58da4cf08feb13c48725af79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e25ffdd2-3c21-41aa-8f85-1de512af30f4', 'name': '', 'network_id': '4b39bbca-d99b-4c6f-89e1-463d16db2dba', 'tenant_id': '0d3f6d9b58da4cf08feb13c48725af79', 'mac_address': 'fa:16:3e:1f:da:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a47d6d-64c2-4bdb-b4af-a19bf3b971e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '377ea34e-9667-47c0-90ed-ae7bee569363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:31:07Z', 'updated_at': '2021-08-25T01:31:13Z', 'revision_number': 5, 'project_id': '0d3f6d9b58da4cf08feb13c48725af79', 'subnets': [{'id': '377ea34e-9667-47c0-90ed-ae7bee569363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:34:15.866805 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-fb6ffcf3-e031-4f98-97b9-285430065dea req-8bb7bcfc-6ede-489b-a600-95bdf69d17c1 service neutron] 10.222.0.26 "GET /v2.0/networks/4b39bbca-d99b-4c6f-89e1-463d16db2dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852172 Aug 25 01:34:15.885214 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365712a4-761d-457f-8ef6-7203777facbe None None] The sync data for ids ['96a47d6d-64c2-4bdb-b4af-a19bf3b971e5'] in dv-cinder-790014-2-iscsi is: [{'id': '96a47d6d-64c2-4bdb-b4af-a19bf3b971e5', 'name': 'tempest-AttachVolumeShelveTestJSON-979801634-router', 'tenant_id': '0d3f6d9b58da4cf08feb13c48725af79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '50d82e7e-dbc7-4047-964e-d12dc78ec35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:31:05Z', 'updated_at': '2021-08-25T01:31:08Z', 'revision_number': 4, 'project_id': '0d3f6d9b58da4cf08feb13c48725af79', 'gw_port': {'id': '50d82e7e-dbc7-4047-964e-d12dc78ec35d', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a47d6d-64c2-4bdb-b4af-a19bf3b971e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:31:05Z', 'updated_at': '2021-08-25T01:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_floatingips': [{'id': '8578fab9-d3f0-47ee-8958-e7dab3c5b985', 'tenant_id': '0d3f6d9b58da4cf08feb13c48725af79', 'floating_ip_address': '172.27.1.191', 'floating_network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'router_id': '96a47d6d-64c2-4bdb-b4af-a19bf3b971e5', 'port_id': 'ed1853e7-475b-4b17-a478-66dd9dab4911', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b39bbca-d99b-4c6f-89e1-463d16db2dba', 'mac_address': 'fa:16:3e:e1:f8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820736cb-49e0-4cb7-b3da-cf2365ddbc9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T01:34:04Z', 'updated_at': '2021-08-25T01:34:14Z', 'revision_number': 1, 'project_id': '0d3f6d9b58da4cf08feb13c48725af79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e25ffdd2-3c21-41aa-8f85-1de512af30f4', 'name': '', 'network_id': '4b39bbca-d99b-4c6f-89e1-463d16db2dba', 'tenant_id': '0d3f6d9b58da4cf08feb13c48725af79', 'mac_address': 'fa:16:3e:1f:da:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a47d6d-64c2-4bdb-b4af-a19bf3b971e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '377ea34e-9667-47c0-90ed-ae7bee569363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:31:07Z', 'updated_at': '2021-08-25T01:31:13Z', 'revision_number': 5, 'project_id': '0d3f6d9b58da4cf08feb13c48725af79', 'subnets': [{'id': '377ea34e-9667-47c0-90ed-ae7bee569363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 01:34:15.969424 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-fb6ffcf3-e031-4f98-97b9-285430065dea req-9a3ef8c9-3243-48d6-b40a-3c7e672f00a6 service neutron] 10.222.0.26 "GET /v2.0/networks/4b39bbca-d99b-4c6f-89e1-463d16db2dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891955 Aug 25 01:34:16.071846 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9244f87-96e1-4a51-abee-5deff5485ef7 None None] New status for floating IP 8578fab9-d3f0-47ee-8958-e7dab3c5b985: ACTIVE {{(pid=93834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 01:34:19.581247 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:23.519866 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-83273020-fba0-42ad-b12c-459a42429c6b req-e499204e-7882-4a49-8244-e9409851f9e2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=311b6a44-51eb-49e3-aee1-e24c57a2d392&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404258 Aug 25 01:34:23.579706 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83273020-fba0-42ad-b12c-459a42429c6b req-dedb66c4-4262-47ad-9cd4-bf7b8910e1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:34:23.581129 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-83273020-fba0-42ad-b12c-459a42429c6b req-dedb66c4-4262-47ad-9cd4-bf7b8910e1dc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ada43be06e92474191038a2b41a9f39b&device_id=311b6a44-51eb-49e3-aee1-e24c57a2d392 HTTP/1.1" status: 200 len: 1098 time: 0.0390069 Aug 25 01:34:23.681552 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83273020-fba0-42ad-b12c-459a42429c6b req-7fad49a9-c0fa-4229-bf67-e308c9590a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:34:23.683011 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-83273020-fba0-42ad-b12c-459a42429c6b req-7fad49a9-c0fa-4229-bf67-e308c9590a59 service neutron] 10.222.0.26 "GET /v2.0/networks?id=109ccc69-61fe-42e8-83da-81c7da1807b8 HTTP/1.1" status: 200 len: 912 time: 0.0839236 Aug 25 01:34:23.745821 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-83273020-fba0-42ad-b12c-459a42429c6b req-c940cf25-4a97-4e8f-b50d-b2924df3fe40 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=336c249f-6762-4e80-a90d-fd9c1dc12af8 HTTP/1.1" status: 200 len: 1000 time: 0.0559590 Aug 25 01:34:23.792871 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83273020-fba0-42ad-b12c-459a42429c6b req-56c2b5c5-b37a-4be7-94cc-3f26284edfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:34:23.794351 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-83273020-fba0-42ad-b12c-459a42429c6b req-56c2b5c5-b37a-4be7-94cc-3f26284edfdc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e4e76ae4-a0df-4300-91e1-70e2eeb06d40 HTTP/1.1" status: 200 len: 850 time: 0.0421681 Aug 25 01:34:23.844554 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83273020-fba0-42ad-b12c-459a42429c6b req-68226758-7b8d-45c8-91d4-f07efdfc980d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:34:23.846010 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-83273020-fba0-42ad-b12c-459a42429c6b req-68226758-7b8d-45c8-91d4-f07efdfc980d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=109ccc69-61fe-42e8-83da-81c7da1807b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451899 Aug 25 01:34:23.933845 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-83273020-fba0-42ad-b12c-459a42429c6b req-b9af5d7c-d925-4c7e-b9f5-92abbcd4d541 service neutron] 10.222.0.26 "GET /v2.0/networks/109ccc69-61fe-42e8-83da-81c7da1807b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787890 Aug 25 01:34:24.023539 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-83273020-fba0-42ad-b12c-459a42429c6b req-10423244-feb3-4e0b-af48-c088ad601a62 service neutron] 10.222.0.26 "GET /v2.0/networks/109ccc69-61fe-42e8-83da-81c7da1807b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828600 Aug 25 01:34:24.634379 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 56024) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:34:24.736426 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2e5c74a3-a20a-4388-a355-9f1bf4da8c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:24.821225 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2e5c74a3-a20a-4388-a355-9f1bf4da8c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:24.824666 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2e5c74a3-a20a-4388-a355-9f1bf4da8c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:24.861229 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-2e5c74a3-a20a-4388-a355-9f1bf4da8c93 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=75d8ddebf15a44189d8b15fcb7153f98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2256958 Aug 25 01:34:24.862151 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c74a3-a20a-4388-a355-9f1bf4da8c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=132145fe-d860-4336-8599-6983a9ad48fb,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:34:24.863945 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 56028) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:34:24.914858 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5d38348a-96bc-4530-94fd-f99f876d07f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:24.935506 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5d38348a-96bc-4530-94fd-f99f876d07f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:24.980618 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5d38348a-96bc-4530-94fd-f99f876d07f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:24.983477 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5d38348a-96bc-4530-94fd-f99f876d07f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:24.985086 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-5d38348a-96bc-4530-94fd-f99f876d07f2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/132145fe-d860-4336-8599-6983a9ad48fb HTTP/1.1" status: 204 len: 168 time: 0.1201754 Aug 25 01:34:24.992661 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d38348a-96bc-4530-94fd-f99f876d07f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132145fe-d860-4336-8599-6983a9ad48fb,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:34:25.231096 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 56036) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:34:25.244782 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fad817f9-d0ca-4de0-9071-12ee313bb28c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:25.329325 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fad817f9-d0ca-4de0-9071-12ee313bb28c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:25.333296 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fad817f9-d0ca-4de0-9071-12ee313bb28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:25.372989 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-fad817f9-d0ca-4de0-9071-12ee313bb28c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a5bd513034384e9fb7d53fd252b46c65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1408372 Aug 25 01:34:25.373776 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad817f9-d0ca-4de0-9071-12ee313bb28c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed997350-1364-4502-b1b6-34fb8ccd605c,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:34:25.375756 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 56038) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:34:25.423139 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5c41d803-34b5-4d51-8ff4-c5675a899d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:25.442788 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5c41d803-34b5-4d51-8ff4-c5675a899d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:25.489674 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5c41d803-34b5-4d51-8ff4-c5675a899d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:25.492349 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5c41d803-34b5-4d51-8ff4-c5675a899d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:25.493455 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-5c41d803-34b5-4d51-8ff4-c5675a899d70 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ed997350-1364-4502-b1b6-34fb8ccd605c HTTP/1.1" status: 204 len: 168 time: 0.1167350 Aug 25 01:34:25.500920 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c41d803-34b5-4d51-8ff4-c5675a899d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed997350-1364-4502-b1b6-34fb8ccd605c,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:34:26.138225 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 56062) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:34:26.228602 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.v2.base [None req-5afbbd7f-b920-42ef-b440-a976467ec4d9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-146424545-network', 'tenant_id': 'bd502484c4f842cab183438793976e99'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:34:26.248689 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5afbbd7f-b920-42ef-b440-a976467ec4d9 admin admin] Made reservation on behalf of bd502484c4f842cab183438793976e99 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 01:34:26.251512 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5afbbd7f-b920-42ef-b440-a976467ec4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:26.259255 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5afbbd7f-b920-42ef-b440-a976467ec4d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:26.342346 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5afbbd7f-b920-42ef-b440-a976467ec4d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:26.345847 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5afbbd7f-b920-42ef-b440-a976467ec4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:26.365514 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5afbbd7f-b920-42ef-b440-a976467ec4d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 01:34:26.380033 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afbbd7f-b920-42ef-b440-a976467ec4d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36088066-a54f-4278-a16b-b24ab1a575b5,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:34:26.383100 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5afbbd7f-b920-42ef-b440-a976467ec4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3751945'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:26.383433 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.db.segments_db [None req-5afbbd7f-b920-42ef-b440-a976467ec4d9 admin admin] Added segment 7cab06b0-8ea3-4bff-b246-6b830e568114 of type vlan for network acc053e6-12a9-4f33-968f-821d031fe3ac Aug 25 01:34:26.420438 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5afbbd7f-b920-42ef-b440-a976467ec4d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782026683423'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:26.443918 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5afbbd7f-b920-42ef-b440-a976467ec4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:26.444920 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afbbd7f-b920-42ef-b440-a976467ec4d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:34:26.445491 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5afbbd7f-b920-42ef-b440-a976467ec4d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:26.468767 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-5afbbd7f-b920-42ef-b440-a976467ec4d9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3294606 Aug 25 01:34:26.471887 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 56066) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:34:26.476961 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [None req-86c95432-a774-4f1a-b400-8e267fb72f00 admin admin] Request body: {'subnet': {'network_id': 'acc053e6-12a9-4f33-968f-821d031fe3ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-146424545-subnet', 'tenant_id': 'bd502484c4f842cab183438793976e99', 'ip_version': 4}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:34:26.497123 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c95432-a774-4f1a-b400-8e267fb72f00 admin admin] Made reservation on behalf of bd502484c4f842cab183438793976e99 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 01:34:26.499608 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-86c95432-a774-4f1a-b400-8e267fb72f00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11558204'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:26.505107 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afbbd7f-b920-42ef-b440-a976467ec4d9 admin admin] Pushing event updated for resources: {'Network': ['ID=acc053e6-12a9-4f33-968f-821d031fe3ac,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:34:26.515084 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Network acc053e6-12a9-4f33-968f-821d031fe3ac details requested by agent ovs-agent-dv-cinder-790014-2-iscsi with host dv-cinder-790014-2-iscsi {{(pid=93834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 01:34:26.672286 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-86c95432-a774-4f1a-b400-8e267fb72f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8611488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11558350'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:26.723911 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c95432-a774-4f1a-b400-8e267fb72f00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3889b63-be2f-4f7f-9f77-28f1a2f0f03a,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:34:26.732229 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c95432-a774-4f1a-b400-8e267fb72f00 admin admin] Checking segment: {'id': '7cab06b0-8ea3-4bff-b246-6b830e568114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'acc053e6-12a9-4f33-968f-821d031fe3ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:34:26.732579 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c95432-a774-4f1a-b400-8e267fb72f00 admin admin] Network hostable DHCP agents. Network: acc053e6-12a9-4f33-968f-821d031fe3ac, hostable agents: ['ac5d4c25-da57-44fa-9536-6aedd7c82d66'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 01:34:26.748916 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c95432-a774-4f1a-b400-8e267fb72f00 admin admin] Network acc053e6-12a9-4f33-968f-821d031fe3ac is scheduled to be hosted by DHCP agent ac5d4c25-da57-44fa-9536-6aedd7c82d66 with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 01:34:26.758452 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-86c95432-a774-4f1a-b400-8e267fb72f00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-2-iscsi, acc053e6-12a9-4f33-968f-821d031fe3ac) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:34:26.764568 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c95432-a774-4f1a-b400-8e267fb72f00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:34:26.765553 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-86c95432-a774-4f1a-b400-8e267fb72f00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:26.766356 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2a2978-938f-4fe5-8067-33f4b417ce1b None None] Network acc053e6-12a9-4f33-968f-821d031fe3ac requested from dv-cinder-790014-2-iscsi {{(pid=93834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 01:34:26.780194 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-86c95432-a774-4f1a-b400-8e267fb72f00 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3071342 Aug 25 01:34:26.783248 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 56068) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:34:26.787653 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [None req-9c22f206-41a6-412e-8f0b-cc357acc0958 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-146424545-router', 'tenant_id': 'bd502484c4f842cab183438793976e99', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4'}}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:34:26.808388 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9c22f206-41a6-412e-8f0b-cc357acc0958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11028'] for router, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:26.809370 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9c22f206-41a6-412e-8f0b-cc357acc0958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931179', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-927177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11023'] for router, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:26.858274 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9c22f206-41a6-412e-8f0b-cc357acc0958 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:26.912638 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f63c34f-809c-4a69-b3aa-2cc0cb38bc5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba2eb50d-18ea-5a46-8f87-f237355d5e2f-acc053e6-12a9-4f33-968f-821d031fe3ac', 'network_id': 'acc053e6-12a9-4f33-968f-821d031fe3ac', 'tenant_id': 'bd502484c4f842cab183438793976e99', 'fixed_ips': [{'subnet_id': 'a3889b63-be2f-4f7f-9f77-28f1a2f0f03a'}]}} from dv-cinder-790014-2-iscsi. {{(pid=93834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 01:34:26.913488 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9f63c34f-809c-4a69-b3aa-2cc0cb38bc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:26.993171 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9c22f206-41a6-412e-8f0b-cc357acc0958 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:27.050517 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-9f63c34f-809c-4a69-b3aa-2cc0cb38bc5e None None] Allocated IP 172.20.0.2 (acc053e6-12a9-4f33-968f-821d031fe3ac/a3889b63-be2f-4f7f-9f77-28f1a2f0f03a/67cd79f3-e961-4553-98f7-b45de921d0f7) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 01:34:27.188963 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9c22f206-41a6-412e-8f0b-cc357acc0958 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:27.191509 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9f63c34f-809c-4a69-b3aa-2cc0cb38bc5e None None] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:27.199750 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-9f63c34f-809c-4a69-b3aa-2cc0cb38bc5e None None] Transition to ACTIVE for port object 67cd79f3-e961-4553-98f7-b45de921d0f7 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:34:27.207838 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9c22f206-41a6-412e-8f0b-cc357acc0958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:27.214208 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-9f63c34f-809c-4a69-b3aa-2cc0cb38bc5e None None] Transition to ACTIVE for port object 67cd79f3-e961-4553-98f7-b45de921d0f7 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:34:27.220967 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9f63c34f-809c-4a69-b3aa-2cc0cb38bc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782026665144'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:27.259699 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f63c34f-809c-4a69-b3aa-2cc0cb38bc5e None None] Network acc053e6-12a9-4f33-968f-821d031fe3ac is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:34:27.262888 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-9f63c34f-809c-4a69-b3aa-2cc0cb38bc5e None None] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:34:27.267576 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f63c34f-809c-4a69-b3aa-2cc0cb38bc5e None None] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 01:34:27.274266 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f63c34f-809c-4a69-b3aa-2cc0cb38bc5e None None] Pushing event updated for resources: {'Port': ['ID=67cd79f3-e961-4553-98f7-b45de921d0f7,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:34:27.311191 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-9c22f206-41a6-412e-8f0b-cc357acc0958 admin admin] Allocated IP 172.27.1.216 (010d8b7d-53b1-407d-b771-6477c60770f4/e3100a47-8cf0-41e7-afe0-dcfedb56ff39/b7cca110-ac4a-4939-9096-22a5a8246c17) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 01:34:27.330209 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-9f63c34f-809c-4a69-b3aa-2cc0cb38bc5e None None] Attempting to bind port 67cd79f3-e961-4553-98f7-b45de921d0f7 on host dv-cinder-790014-2-iscsi for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 01:34:27.330579 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-9f63c34f-809c-4a69-b3aa-2cc0cb38bc5e None None] Attempting to bind port 67cd79f3-e961-4553-98f7-b45de921d0f7 by drivers openvswitch,hyperv on host dv-cinder-790014-2-iscsi at level 0 using segments [{'id': '7cab06b0-8ea3-4bff-b246-6b830e568114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'acc053e6-12a9-4f33-968f-821d031fe3ac'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 01:34:27.330991 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f63c34f-809c-4a69-b3aa-2cc0cb38bc5e None None] Attempting to bind port 67cd79f3-e961-4553-98f7-b45de921d0f7 on network acc053e6-12a9-4f33-968f-821d031fe3ac {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:34:27.337028 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c4389ac0-0f4b-4998-9fcf-f18a5684d3d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:27.338647 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f63c34f-809c-4a69-b3aa-2cc0cb38bc5e None None] Checking agent: {'id': 'd4180fab-6748-497c-b5c9-83716f34f1ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 1, 19, 30), 'started_at': datetime.datetime(2021, 8, 25, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 01:34:27.339033 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f63c34f-809c-4a69-b3aa-2cc0cb38bc5e None None] Checking segment: {'id': '7cab06b0-8ea3-4bff-b246-6b830e568114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'acc053e6-12a9-4f33-968f-821d031fe3ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:34:27.339421 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9f63c34f-809c-4a69-b3aa-2cc0cb38bc5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:27.339799 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f63c34f-809c-4a69-b3aa-2cc0cb38bc5e None None] Bound using segment: {'id': '7cab06b0-8ea3-4bff-b246-6b830e568114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'acc053e6-12a9-4f33-968f-821d031fe3ac'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 01:34:27.340255 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-9f63c34f-809c-4a69-b3aa-2cc0cb38bc5e None None] Bound port: 67cd79f3-e961-4553-98f7-b45de921d0f7, host: dv-cinder-790014-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cab06b0-8ea3-4bff-b246-6b830e568114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'acc053e6-12a9-4f33-968f-821d031fe3ac'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 01:34:27.340630 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9f63c34f-809c-4a69-b3aa-2cc0cb38bc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:27.403250 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-9f63c34f-809c-4a69-b3aa-2cc0cb38bc5e None None] For port 67cd79f3-e961-4553-98f7-b45de921d0f7, host dv-cinder-790014-2-iscsi, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 01:34:27.406198 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-9f63c34f-809c-4a69-b3aa-2cc0cb38bc5e None None] For port 67cd79f3-e961-4553-98f7-b45de921d0f7, host dv-cinder-790014-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=67cd79f3-e961-4553-98f7-b45de921d0f7,segment=NetworkSegment(7cab06b0-8ea3-4bff-b246-6b830e568114),segment_id=7cab06b0-8ea3-4bff-b246-6b830e568114)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 01:34:27.411467 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9f63c34f-809c-4a69-b3aa-2cc0cb38bc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:27.418097 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9c22f206-41a6-412e-8f0b-cc357acc0958 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:27.469046 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9c22f206-41a6-412e-8f0b-cc357acc0958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782026665144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:27.470977 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f63c34f-809c-4a69-b3aa-2cc0cb38bc5e None None] Pushing event updated for resources: {'Port': ['ID=67cd79f3-e961-4553-98f7-b45de921d0f7,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:34:27.511583 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c22f206-41a6-412e-8f0b-cc357acc0958 admin admin] Network 010d8b7d-53b1-407d-b771-6477c60770f4 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:34:27.514486 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-9c22f206-41a6-412e-8f0b-cc357acc0958 admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:34:27.518013 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c22f206-41a6-412e-8f0b-cc357acc0958 admin admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 01:34:27.542962 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c22f206-41a6-412e-8f0b-cc357acc0958 admin admin] Pushing event updated for resources: {'Port': ['ID=b7cca110-ac4a-4939-9096-22a5a8246c17,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:34:27.785038 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9c22f206-41a6-412e-8f0b-cc357acc0958 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:27.973754 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9c22f206-41a6-412e-8f0b-cc357acc0958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931096'] for router, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:28.106285 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c22f206-41a6-412e-8f0b-cc357acc0958 admin admin] Router fe2b09af-b871-4f07-9ae2-64d07a5a4231 is scheduled to L3 agent 2e219680-1a48-4599-ad97-adf9ec497b47 with binding_index 1 {{(pid=93833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 01:34:28.216110 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c22f206-41a6-412e-8f0b-cc357acc0958 admin admin] Notify agent at l3_agent.dv-cinder-790014-2-iscsi the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 01:34:28.231086 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253693fd-1553-4156-8234-55fcd7f53dd3 None None] Sync routers for ids ['fe2b09af-b871-4f07-9ae2-64d07a5a4231'] in dv-cinder-790014-2-iscsi {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 01:34:28.236365 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9c22f206-41a6-412e-8f0b-cc357acc0958 admin admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:28.240182 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-9c22f206-41a6-412e-8f0b-cc357acc0958 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4533229 Aug 25 01:34:28.240441 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 56074) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:34:28.246419 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253693fd-1553-4156-8234-55fcd7f53dd3 None None] Routers {'fe2b09af-b871-4f07-9ae2-64d07a5a4231'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:34:28.247097 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-253693fd-1553-4156-8234-55fcd7f53dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:34:00Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['fe2b09af-b871-4f07-9ae2-64d07a5a4231'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:34:28.297657 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a406d1a-c5a6-4732-b1cd-6be17a5cce87 None None] Network acc053e6-12a9-4f33-968f-821d031fe3ac requested from dv-cinder-790014-2-iscsi {{(pid=93834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 01:34:28.350197 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-253693fd-1553-4156-8234-55fcd7f53dd3 None None] Set router fe2b09af-b871-4f07-9ae2-64d07a5a4231 gateway port host: dv-cinder-790014-2-iscsi {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:34:28.410238 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-2bc24691-b818-4ab3-b6c8-2d4cf354fa5f None None] Provisioning for port 67cd79f3-e961-4553-98f7-b45de921d0f7 completed by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:34:28.629185 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-253693fd-1553-4156-8234-55fcd7f53dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2b09af-b871-4f07-9ae2-64d07a5a4231', 'name': 'tempest-TestMinimumBasicScenario-146424545-router', 'tenant_id': 'bd502484c4f842cab183438793976e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'b7cca110-ac4a-4939-9096-22a5a8246c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:34:26Z', 'updated_at': '2021-08-25T01:34:27Z', 'revision_number': 3, 'project_id': 'bd502484c4f842cab183438793976e99', 'gw_port': {'id': 'b7cca110-ac4a-4939-9096-22a5a8246c17', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:91:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2b09af-b871-4f07-9ae2-64d07a5a4231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:34:27Z', 'updated_at': '2021-08-25T01:34:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi'}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:34:28.656631 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253693fd-1553-4156-8234-55fcd7f53dd3 None None] Checking router: fe2b09af-b871-4f07-9ae2-64d07a5a4231 for host: dv-cinder-790014-2-iscsi {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 01:34:28.656987 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253693fd-1553-4156-8234-55fcd7f53dd3 None None] Updating router fe2b09af-b871-4f07-9ae2-64d07a5a4231 port b7cca110-ac4a-4939-9096-22a5a8246c17 binding host dv-cinder-790014-2-iscsi {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 01:34:28.669504 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-792f23db-21ee-4df6-b784-be3ee2cd0ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:28.680345 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-253693fd-1553-4156-8234-55fcd7f53dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:28.821231 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-792f23db-21ee-4df6-b784-be3ee2cd0ae9 admin admin] Allocated IP 172.20.0.1 (acc053e6-12a9-4f33-968f-821d031fe3ac/a3889b63-be2f-4f7f-9f77-28f1a2f0f03a/8814c1eb-8b7c-4790-80ec-4eaebfaad1ac) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 01:34:28.929461 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-253693fd-1553-4156-8234-55fcd7f53dd3 None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:28.932628 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-792f23db-21ee-4df6-b784-be3ee2cd0ae9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:28.940491 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-253693fd-1553-4156-8234-55fcd7f53dd3 None None] Transition to ACTIVE for port object b7cca110-ac4a-4939-9096-22a5a8246c17 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:34:28.946748 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-253693fd-1553-4156-8234-55fcd7f53dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:28.957438 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-792f23db-21ee-4df6-b784-be3ee2cd0ae9 admin admin] Transition to ACTIVE for port object 8814c1eb-8b7c-4790-80ec-4eaebfaad1ac will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:34:28.988892 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-253693fd-1553-4156-8234-55fcd7f53dd3 None None] Attempting to bind port b7cca110-ac4a-4939-9096-22a5a8246c17 on host dv-cinder-790014-2-iscsi for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 01:34:28.989235 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-253693fd-1553-4156-8234-55fcd7f53dd3 None None] Attempting to bind port b7cca110-ac4a-4939-9096-22a5a8246c17 by drivers openvswitch,hyperv on host dv-cinder-790014-2-iscsi at level 0 using segments [{'id': '094c6717-dbf2-418c-b33e-47759605d17a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 01:34:28.989624 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253693fd-1553-4156-8234-55fcd7f53dd3 None None] Attempting to bind port b7cca110-ac4a-4939-9096-22a5a8246c17 on network 010d8b7d-53b1-407d-b771-6477c60770f4 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:34:29.001420 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253693fd-1553-4156-8234-55fcd7f53dd3 None None] Checking agent: {'id': 'd4180fab-6748-497c-b5c9-83716f34f1ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 1, 19, 30), 'started_at': datetime.datetime(2021, 8, 25, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 01:34:29.001793 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253693fd-1553-4156-8234-55fcd7f53dd3 None None] Checking segment: {'id': '094c6717-dbf2-418c-b33e-47759605d17a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:34:29.002192 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-253693fd-1553-4156-8234-55fcd7f53dd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:29.002584 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253693fd-1553-4156-8234-55fcd7f53dd3 None None] Bound using segment: {'id': '094c6717-dbf2-418c-b33e-47759605d17a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 01:34:29.002793 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 67cd79f3-e961-4553-98f7-b45de921d0f7 up at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:34:29.003074 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-253693fd-1553-4156-8234-55fcd7f53dd3 None None] Bound port: b7cca110-ac4a-4939-9096-22a5a8246c17, host: dv-cinder-790014-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '094c6717-dbf2-418c-b33e-47759605d17a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 01:34:29.003458 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-253693fd-1553-4156-8234-55fcd7f53dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:29.019516 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-792f23db-21ee-4df6-b784-be3ee2cd0ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782026665144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:29.026544 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e380701c-672a-4be2-9731-88bb7bb7f3c9 None None] Pushing event updated for resources: {'Port': ['ID=b7cca110-ac4a-4939-9096-22a5a8246c17,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:34:29.041338 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380701c-672a-4be2-9731-88bb7bb7f3c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:34:29.041687 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380701c-672a-4be2-9731-88bb7bb7f3c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:34:29.042027 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380701c-672a-4be2-9731-88bb7bb7f3c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:34:29.042361 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380701c-672a-4be2-9731-88bb7bb7f3c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:34:29.042703 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380701c-672a-4be2-9731-88bb7bb7f3c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:34:29.043041 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380701c-672a-4be2-9731-88bb7bb7f3c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:34:29.043367 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380701c-672a-4be2-9731-88bb7bb7f3c9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:34:29.043690 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380701c-672a-4be2-9731-88bb7bb7f3c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:34:29.044035 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380701c-672a-4be2-9731-88bb7bb7f3c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:34:29.044384 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380701c-672a-4be2-9731-88bb7bb7f3c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:34:29.044680 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380701c-672a-4be2-9731-88bb7bb7f3c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:34:29.044997 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380701c-672a-4be2-9731-88bb7bb7f3c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:34:29.058350 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning for port 67cd79f3-e961-4553-98f7-b45de921d0f7 completed by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:34:29.062891 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning complete for port 67cd79f3-e961-4553-98f7-b45de921d0f7 triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:34:29.063270 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:29.070274 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792f23db-21ee-4df6-b784-be3ee2cd0ae9 admin admin] Network acc053e6-12a9-4f33-968f-821d031fe3ac is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:34:29.073301 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-792f23db-21ee-4df6-b784-be3ee2cd0ae9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:34:29.076635 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792f23db-21ee-4df6-b784-be3ee2cd0ae9 admin admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 01:34:29.078530 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-253693fd-1553-4156-8234-55fcd7f53dd3 None None] For port b7cca110-ac4a-4939-9096-22a5a8246c17, host dv-cinder-790014-2-iscsi, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 01:34:29.082397 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-253693fd-1553-4156-8234-55fcd7f53dd3 None None] For port b7cca110-ac4a-4939-9096-22a5a8246c17, host dv-cinder-790014-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=b7cca110-ac4a-4939-9096-22a5a8246c17,segment=NetworkSegment(094c6717-dbf2-418c-b33e-47759605d17a),segment_id=094c6717-dbf2-418c-b33e-47759605d17a)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 01:34:29.082891 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792f23db-21ee-4df6-b784-be3ee2cd0ae9 admin admin] Pushing event updated for resources: {'Port': ['ID=8814c1eb-8b7c-4790-80ec-4eaebfaad1ac,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:34:29.089956 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-253693fd-1553-4156-8234-55fcd7f53dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:29.110042 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792f23db-21ee-4df6-b784-be3ee2cd0ae9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:34:29.110389 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792f23db-21ee-4df6-b784-be3ee2cd0ae9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:34:29.110766 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792f23db-21ee-4df6-b784-be3ee2cd0ae9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:34:29.111088 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792f23db-21ee-4df6-b784-be3ee2cd0ae9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:34:29.111410 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792f23db-21ee-4df6-b784-be3ee2cd0ae9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:34:29.111750 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792f23db-21ee-4df6-b784-be3ee2cd0ae9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:34:29.112051 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792f23db-21ee-4df6-b784-be3ee2cd0ae9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:34:29.112393 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792f23db-21ee-4df6-b784-be3ee2cd0ae9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:34:29.112721 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792f23db-21ee-4df6-b784-be3ee2cd0ae9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:34:29.113044 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792f23db-21ee-4df6-b784-be3ee2cd0ae9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:34:29.113363 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792f23db-21ee-4df6-b784-be3ee2cd0ae9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:34:29.113679 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792f23db-21ee-4df6-b784-be3ee2cd0ae9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:34:29.132978 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-792f23db-21ee-4df6-b784-be3ee2cd0ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930667'] for router_interface, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:29.155464 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:29.161483 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253693fd-1553-4156-8234-55fcd7f53dd3 None None] Routers {'fe2b09af-b871-4f07-9ae2-64d07a5a4231'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:34:29.162208 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-253693fd-1553-4156-8234-55fcd7f53dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:34:00Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['fe2b09af-b871-4f07-9ae2-64d07a5a4231'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:34:29.281449 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-792f23db-21ee-4df6-b784-be3ee2cd0ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:29.282325 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-253693fd-1553-4156-8234-55fcd7f53dd3 None None] Set router fe2b09af-b871-4f07-9ae2-64d07a5a4231 gateway port host: dv-cinder-790014-2-iscsi {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:34:29.344966 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] For port 67cd79f3-e961-4553-98f7-b45de921d0f7, host dv-cinder-790014-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=67cd79f3-e961-4553-98f7-b45de921d0f7,segment=NetworkSegment(7cab06b0-8ea3-4bff-b246-6b830e568114),segment_id=7cab06b0-8ea3-4bff-b246-6b830e568114)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:34:29.349332 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:29.371695 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e380701c-672a-4be2-9731-88bb7bb7f3c9 None None] Pushing event updated for resources: {'Port': ['ID=b7cca110-ac4a-4939-9096-22a5a8246c17,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:34:29.407939 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Pushing event updated for resources: {'Port': ['ID=67cd79f3-e961-4553-98f7-b45de921d0f7,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:34:29.411657 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-cff5e810-3ad0-4b61-bd31-5a7e2c364e93 None None] Provisioning for port 8814c1eb-8b7c-4790-80ec-4eaebfaad1ac completed by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:34:29.415689 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-cff5e810-3ad0-4b61-bd31-5a7e2c364e93 None None] Provisioning complete for port 8814c1eb-8b7c-4790-80ec-4eaebfaad1ac triggered by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:34:29.416062 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cff5e810-3ad0-4b61-bd31-5a7e2c364e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:29.453215 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-cff5e810-3ad0-4b61-bd31-5a7e2c364e93 None None] Port 8814c1eb-8b7c-4790-80ec-4eaebfaad1ac cannot update to ACTIVE because it is not bound. {{(pid=93834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 01:34:29.461801 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-792f23db-21ee-4df6-b784-be3ee2cd0ae9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:29.466463 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-792f23db-21ee-4df6-b784-be3ee2cd0ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8611129'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:29.495392 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-253693fd-1553-4156-8234-55fcd7f53dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2b09af-b871-4f07-9ae2-64d07a5a4231', 'name': 'tempest-TestMinimumBasicScenario-146424545-router', 'tenant_id': 'bd502484c4f842cab183438793976e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'b7cca110-ac4a-4939-9096-22a5a8246c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:34:26Z', 'updated_at': '2021-08-25T01:34:27Z', 'revision_number': 3, 'project_id': 'bd502484c4f842cab183438793976e99', 'gw_port': {'id': 'b7cca110-ac4a-4939-9096-22a5a8246c17', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:91:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2b09af-b871-4f07-9ae2-64d07a5a4231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:34:27Z', 'updated_at': '2021-08-25T01:34:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi'}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:34:29.521931 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253693fd-1553-4156-8234-55fcd7f53dd3 None None] The sync data for ids ['fe2b09af-b871-4f07-9ae2-64d07a5a4231'] in dv-cinder-790014-2-iscsi is: [{'id': 'fe2b09af-b871-4f07-9ae2-64d07a5a4231', 'name': 'tempest-TestMinimumBasicScenario-146424545-router', 'tenant_id': 'bd502484c4f842cab183438793976e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'b7cca110-ac4a-4939-9096-22a5a8246c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:34:26Z', 'updated_at': '2021-08-25T01:34:27Z', 'revision_number': 3, 'project_id': 'bd502484c4f842cab183438793976e99', 'gw_port': {'id': 'b7cca110-ac4a-4939-9096-22a5a8246c17', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:91:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2b09af-b871-4f07-9ae2-64d07a5a4231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:34:27Z', 'updated_at': '2021-08-25T01:34:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi'}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 01:34:29.531458 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792f23db-21ee-4df6-b784-be3ee2cd0ae9 admin admin] Pushing event updated for resources: {'Port': ['ID=8814c1eb-8b7c-4790-80ec-4eaebfaad1ac,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:34:29.533984 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-792f23db-21ee-4df6-b784-be3ee2cd0ae9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932541'] for router_interface, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:29.628644 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792f23db-21ee-4df6-b784-be3ee2cd0ae9 admin admin] Network acc053e6-12a9-4f33-968f-821d031fe3ac is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:34:29.630035 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-792f23db-21ee-4df6-b784-be3ee2cd0ae9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:34:29.766767 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-792f23db-21ee-4df6-b784-be3ee2cd0ae9 admin admin] Router fe2b09af-b871-4f07-9ae2-64d07a5a4231 has already been hosted by L3 agent 2e219680-1a48-4599-ad97-adf9ec497b47 {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 01:34:29.875341 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-26666411-6a93-47be-9272-9bcab86d29a1 None None] Provisioning complete for port 8814c1eb-8b7c-4790-80ec-4eaebfaad1ac triggered by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:34:29.875813 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-26666411-6a93-47be-9272-9bcab86d29a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:29.912350 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-26666411-6a93-47be-9272-9bcab86d29a1 None None] Port 8814c1eb-8b7c-4790-80ec-4eaebfaad1ac cannot update to ACTIVE because it is not bound. {{(pid=93834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 01:34:30.134143 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-792f23db-21ee-4df6-b784-be3ee2cd0ae9 admin admin] Notify agent at l3_agent.dv-cinder-790014-2-iscsi the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 01:34:30.139522 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-792f23db-21ee-4df6-b784-be3ee2cd0ae9 admin admin] 10.222.0.23 "PUT /v2.0/routers/fe2b09af-b871-4f07-9ae2-64d07a5a4231/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8980916 Aug 25 01:34:30.289876 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fec94f88-d29c-41cb-b9f6-c06366fea7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:30.408689 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:30.613167 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 56094) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:34:30.618174 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.v2.base [None req-630aa705-d4c0-45f3-8531-d56598d59b9e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1472641432-network', 'tenant_id': '4984e0fae1a848f8ae135a533cb4eba0'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:34:30.638812 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-630aa705-d4c0-45f3-8531-d56598d59b9e admin admin] Made reservation on behalf of 4984e0fae1a848f8ae135a533cb4eba0 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 01:34:30.641566 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-630aa705-d4c0-45f3-8531-d56598d59b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:30.649866 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-630aa705-d4c0-45f3-8531-d56598d59b9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:30.737623 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-630aa705-d4c0-45f3-8531-d56598d59b9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:30.741815 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-630aa705-d4c0-45f3-8531-d56598d59b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:30.768784 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-630aa705-d4c0-45f3-8531-d56598d59b9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 01:34:30.774699 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630aa705-d4c0-45f3-8531-d56598d59b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc98616-db58-4951-a15b-6a7ef2746520,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:34:30.780524 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-630aa705-d4c0-45f3-8531-d56598d59b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3751945'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:30.780871 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.db.segments_db [None req-630aa705-d4c0-45f3-8531-d56598d59b9e admin admin] Added segment 31b5233f-d2c2-4b16-b7c2-366a9d1fd38b of type vlan for network 794e33e3-1f35-4d27-a9d8-ddabc648958e Aug 25 01:34:30.820643 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-630aa705-d4c0-45f3-8531-d56598d59b9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782026683423'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:30.843233 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-630aa705-d4c0-45f3-8531-d56598d59b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:30.844203 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630aa705-d4c0-45f3-8531-d56598d59b9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:34:30.844783 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-630aa705-d4c0-45f3-8531-d56598d59b9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:30.896828 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-630aa705-d4c0-45f3-8531-d56598d59b9e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2825165 Aug 25 01:34:30.900198 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 56096) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:34:30.906662 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [None req-79ee136d-80e8-450f-b366-8adc36a9db31 admin admin] Request body: {'subnet': {'network_id': '794e33e3-1f35-4d27-a9d8-ddabc648958e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1472641432-subnet', 'tenant_id': '4984e0fae1a848f8ae135a533cb4eba0', 'ip_version': 4}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:34:30.907539 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630aa705-d4c0-45f3-8531-d56598d59b9e admin admin] Pushing event updated for resources: {'Network': ['ID=794e33e3-1f35-4d27-a9d8-ddabc648958e,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:34:30.925997 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d877336-721a-4d3d-9b41-e32e75b3d69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:30.928206 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Network 794e33e3-1f35-4d27-a9d8-ddabc648958e details requested by agent ovs-agent-dv-cinder-790014-2-iscsi with host dv-cinder-790014-2-iscsi {{(pid=93834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 01:34:30.932730 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ee136d-80e8-450f-b366-8adc36a9db31 admin admin] Made reservation on behalf of 4984e0fae1a848f8ae135a533cb4eba0 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 01:34:30.935184 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-79ee136d-80e8-450f-b366-8adc36a9db31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11558204'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:31.050513 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device b7cca110-ac4a-4939-9096-22a5a8246c17 up at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:34:31.077476 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f65a67-5b94-49e5-8bb7-ee64c59718b9 None None] Sync routers for ids ['fe2b09af-b871-4f07-9ae2-64d07a5a4231'] in dv-cinder-790014-2-iscsi {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 01:34:31.096158 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f65a67-5b94-49e5-8bb7-ee64c59718b9 None None] Routers {'fe2b09af-b871-4f07-9ae2-64d07a5a4231'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:34:31.096771 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-c4f65a67-5b94-49e5-8bb7-ee64c59718b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:34:30Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['fe2b09af-b871-4f07-9ae2-64d07a5a4231'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:34:31.112705 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-79ee136d-80e8-450f-b366-8adc36a9db31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8611488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11558350'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:31.167585 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ee136d-80e8-450f-b366-8adc36a9db31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ff527af-e716-4896-b36a-cf3c65669b08,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:34:31.170481 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning for port b7cca110-ac4a-4939-9096-22a5a8246c17 completed by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:34:31.174744 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ee136d-80e8-450f-b366-8adc36a9db31 admin admin] Checking segment: {'id': '31b5233f-d2c2-4b16-b7c2-366a9d1fd38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '794e33e3-1f35-4d27-a9d8-ddabc648958e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:34:31.175100 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ee136d-80e8-450f-b366-8adc36a9db31 admin admin] Network hostable DHCP agents. Network: 794e33e3-1f35-4d27-a9d8-ddabc648958e, hostable agents: ['ac5d4c25-da57-44fa-9536-6aedd7c82d66'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 01:34:31.179720 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning complete for port b7cca110-ac4a-4939-9096-22a5a8246c17 triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:34:31.180090 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:31.191686 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ee136d-80e8-450f-b366-8adc36a9db31 admin admin] Network 794e33e3-1f35-4d27-a9d8-ddabc648958e is scheduled to be hosted by DHCP agent ac5d4c25-da57-44fa-9536-6aedd7c82d66 with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 01:34:31.200415 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-79ee136d-80e8-450f-b366-8adc36a9db31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-2-iscsi, 794e33e3-1f35-4d27-a9d8-ddabc648958e) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:34:31.209566 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ee136d-80e8-450f-b366-8adc36a9db31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:34:31.210614 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-79ee136d-80e8-450f-b366-8adc36a9db31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:31.210884 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5c2fb1-fadd-4dac-983c-0498cef6abd6 None None] Network 794e33e3-1f35-4d27-a9d8-ddabc648958e requested from dv-cinder-790014-2-iscsi {{(pid=93834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 01:34:31.224166 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-79ee136d-80e8-450f-b366-8adc36a9db31 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3232136 Aug 25 01:34:31.227020 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 56098) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:34:31.231191 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [None req-dc29e4a7-66ee-4b8f-a3b7-211cd8dcf39d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1472641432-router', 'tenant_id': '4984e0fae1a848f8ae135a533cb4eba0', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4'}}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:34:31.251881 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dc29e4a7-66ee-4b8f-a3b7-211cd8dcf39d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11028'] for router, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:31.253020 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dc29e4a7-66ee-4b8f-a3b7-211cd8dcf39d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931179', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-927177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11023'] for router, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:31.285851 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-c4f65a67-5b94-49e5-8bb7-ee64c59718b9 None None] Set router fe2b09af-b871-4f07-9ae2-64d07a5a4231 gateway port host: dv-cinder-790014-2-iscsi {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:34:31.305779 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dc29e4a7-66ee-4b8f-a3b7-211cd8dcf39d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:31.419343 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:31.448416 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dc29e4a7-66ee-4b8f-a3b7-211cd8dcf39d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:31.501755 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] For port b7cca110-ac4a-4939-9096-22a5a8246c17, host dv-cinder-790014-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=b7cca110-ac4a-4939-9096-22a5a8246c17,segment=NetworkSegment(094c6717-dbf2-418c-b33e-47759605d17a),segment_id=094c6717-dbf2-418c-b33e-47759605d17a)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:34:31.514931 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:31.516221 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 67cd79f3-e961-4553-98f7-b45de921d0f7 up at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:34:31.596221 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5aebcc-0596-4dd4-88d8-5ec3ce922520 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba2eb50d-18ea-5a46-8f87-f237355d5e2f-794e33e3-1f35-4d27-a9d8-ddabc648958e', 'network_id': '794e33e3-1f35-4d27-a9d8-ddabc648958e', 'tenant_id': '4984e0fae1a848f8ae135a533cb4eba0', 'fixed_ips': [{'subnet_id': '1ff527af-e716-4896-b36a-cf3c65669b08'}]}} from dv-cinder-790014-2-iscsi. {{(pid=93834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 01:34:31.597050 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df5aebcc-0596-4dd4-88d8-5ec3ce922520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:31.654243 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dc29e4a7-66ee-4b8f-a3b7-211cd8dcf39d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:31.670413 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Pushing event updated for resources: {'Port': ['ID=b7cca110-ac4a-4939-9096-22a5a8246c17,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:34:31.681067 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dc29e4a7-66ee-4b8f-a3b7-211cd8dcf39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:31.756209 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning complete for port 67cd79f3-e961-4553-98f7-b45de921d0f7 triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:34:31.756581 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:31.784133 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-dc29e4a7-66ee-4b8f-a3b7-211cd8dcf39d admin admin] Allocated IP 172.27.1.105 (010d8b7d-53b1-407d-b771-6477c60770f4/e3100a47-8cf0-41e7-afe0-dcfedb56ff39/ffa513bb-9f4a-4dd3-a032-050359776333) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 01:34:31.820490 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-c4f65a67-5b94-49e5-8bb7-ee64c59718b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2b09af-b871-4f07-9ae2-64d07a5a4231', 'name': 'tempest-TestMinimumBasicScenario-146424545-router', 'tenant_id': 'bd502484c4f842cab183438793976e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'b7cca110-ac4a-4939-9096-22a5a8246c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:34:26Z', 'updated_at': '2021-08-25T01:34:29Z', 'revision_number': 4, 'project_id': 'bd502484c4f842cab183438793976e99', 'gw_port': {'id': 'b7cca110-ac4a-4939-9096-22a5a8246c17', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:91:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2b09af-b871-4f07-9ae2-64d07a5a4231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:34:27Z', 'updated_at': '2021-08-25T01:34:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_interfaces': [{'id': '8814c1eb-8b7c-4790-80ec-4eaebfaad1ac', 'name': '', 'network_id': 'acc053e6-12a9-4f33-968f-821d031fe3ac', 'tenant_id': 'bd502484c4f842cab183438793976e99', 'mac_address': 'fa:16:3e:fd:f7:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2b09af-b871-4f07-9ae2-64d07a5a4231', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a3889b63-be2f-4f7f-9f77-28f1a2f0f03a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:34:28Z', 'updated_at': '2021-08-25T01:34:29Z', 'revision_number': 2, 'project_id': 'bd502484c4f842cab183438793976e99', 'subnets': [{'id': 'a3889b63-be2f-4f7f-9f77-28f1a2f0f03a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:34:31.851424 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f65a67-5b94-49e5-8bb7-ee64c59718b9 None None] Checking router: fe2b09af-b871-4f07-9ae2-64d07a5a4231 for host: dv-cinder-790014-2-iscsi {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 01:34:31.851777 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f65a67-5b94-49e5-8bb7-ee64c59718b9 None None] Updating router fe2b09af-b871-4f07-9ae2-64d07a5a4231 port 8814c1eb-8b7c-4790-80ec-4eaebfaad1ac binding host dv-cinder-790014-2-iscsi {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 01:34:31.875661 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-df5aebcc-0596-4dd4-88d8-5ec3ce922520 None None] Allocated IP 172.20.0.2 (794e33e3-1f35-4d27-a9d8-ddabc648958e/1ff527af-e716-4896-b36a-cf3c65669b08/3a8e335e-1025-48c7-8824-208947fb34e8) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 01:34:31.891836 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dc29e4a7-66ee-4b8f-a3b7-211cd8dcf39d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:31.895259 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c4f65a67-5b94-49e5-8bb7-ee64c59718b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:31.930216 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dc29e4a7-66ee-4b8f-a3b7-211cd8dcf39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782026665144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:31.970021 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc29e4a7-66ee-4b8f-a3b7-211cd8dcf39d admin admin] Network 010d8b7d-53b1-407d-b771-6477c60770f4 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:34:31.972918 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-dc29e4a7-66ee-4b8f-a3b7-211cd8dcf39d admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:34:31.976533 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc29e4a7-66ee-4b8f-a3b7-211cd8dcf39d admin admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 01:34:31.997497 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc29e4a7-66ee-4b8f-a3b7-211cd8dcf39d admin admin] Pushing event updated for resources: {'Port': ['ID=ffa513bb-9f4a-4dd3-a032-050359776333,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:34:32.198320 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df5aebcc-0596-4dd4-88d8-5ec3ce922520 None None] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:32.211022 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-df5aebcc-0596-4dd4-88d8-5ec3ce922520 None None] Transition to ACTIVE for port object 3a8e335e-1025-48c7-8824-208947fb34e8 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:34:32.219186 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dc29e4a7-66ee-4b8f-a3b7-211cd8dcf39d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:32.245983 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-df5aebcc-0596-4dd4-88d8-5ec3ce922520 None None] Transition to ACTIVE for port object 3a8e335e-1025-48c7-8824-208947fb34e8 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:34:32.256319 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df5aebcc-0596-4dd4-88d8-5ec3ce922520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782026665144'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:32.302565 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5aebcc-0596-4dd4-88d8-5ec3ce922520 None None] Network 794e33e3-1f35-4d27-a9d8-ddabc648958e is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:34:32.325370 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-df5aebcc-0596-4dd4-88d8-5ec3ce922520 None None] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:34:32.331297 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5aebcc-0596-4dd4-88d8-5ec3ce922520 None None] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 01:34:32.345920 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5aebcc-0596-4dd4-88d8-5ec3ce922520 None None] Pushing event updated for resources: {'Port': ['ID=3a8e335e-1025-48c7-8824-208947fb34e8,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:34:32.372655 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c4f65a67-5b94-49e5-8bb7-ee64c59718b9 None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:32.412896 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dc29e4a7-66ee-4b8f-a3b7-211cd8dcf39d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931096'] for router, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:32.514198 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-c4f65a67-5b94-49e5-8bb7-ee64c59718b9 None None] Transition to ACTIVE for port object 8814c1eb-8b7c-4790-80ec-4eaebfaad1ac will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:34:32.524973 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-df5aebcc-0596-4dd4-88d8-5ec3ce922520 None None] Attempting to bind port 3a8e335e-1025-48c7-8824-208947fb34e8 on host dv-cinder-790014-2-iscsi for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 01:34:32.525387 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-df5aebcc-0596-4dd4-88d8-5ec3ce922520 None None] Attempting to bind port 3a8e335e-1025-48c7-8824-208947fb34e8 by drivers openvswitch,hyperv on host dv-cinder-790014-2-iscsi at level 0 using segments [{'id': '31b5233f-d2c2-4b16-b7c2-366a9d1fd38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '794e33e3-1f35-4d27-a9d8-ddabc648958e'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 01:34:32.525755 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5aebcc-0596-4dd4-88d8-5ec3ce922520 None None] Attempting to bind port 3a8e335e-1025-48c7-8824-208947fb34e8 on network 794e33e3-1f35-4d27-a9d8-ddabc648958e {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:34:32.528517 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c4f65a67-5b94-49e5-8bb7-ee64c59718b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:32.544492 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc29e4a7-66ee-4b8f-a3b7-211cd8dcf39d admin admin] Router b3e9d08b-b6c8-4f72-9d57-51892064b868 is scheduled to L3 agent 2e219680-1a48-4599-ad97-adf9ec497b47 with binding_index 1 {{(pid=93833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 01:34:32.556639 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5aebcc-0596-4dd4-88d8-5ec3ce922520 None None] Checking agent: {'id': 'd4180fab-6748-497c-b5c9-83716f34f1ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 1, 19, 30), 'started_at': datetime.datetime(2021, 8, 25, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 1, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 01:34:32.556993 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5aebcc-0596-4dd4-88d8-5ec3ce922520 None None] Checking segment: {'id': '31b5233f-d2c2-4b16-b7c2-366a9d1fd38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '794e33e3-1f35-4d27-a9d8-ddabc648958e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:34:32.557385 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df5aebcc-0596-4dd4-88d8-5ec3ce922520 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:32.557779 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5aebcc-0596-4dd4-88d8-5ec3ce922520 None None] Bound using segment: {'id': '31b5233f-d2c2-4b16-b7c2-366a9d1fd38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '794e33e3-1f35-4d27-a9d8-ddabc648958e'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 01:34:32.558843 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-df5aebcc-0596-4dd4-88d8-5ec3ce922520 None None] Bound port: 3a8e335e-1025-48c7-8824-208947fb34e8, host: dv-cinder-790014-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31b5233f-d2c2-4b16-b7c2-366a9d1fd38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '794e33e3-1f35-4d27-a9d8-ddabc648958e'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 01:34:32.558843 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df5aebcc-0596-4dd4-88d8-5ec3ce922520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:32.625208 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e43053-2f5a-4f16-b560-4900110990d5 None None] Pushing event updated for resources: {'Port': ['ID=8814c1eb-8b7c-4790-80ec-4eaebfaad1ac,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:34:32.634374 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-637296fa-69e7-4112-9a21-84726ca1bc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:32.675888 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc29e4a7-66ee-4b8f-a3b7-211cd8dcf39d admin admin] Notify agent at l3_agent.dv-cinder-790014-2-iscsi the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 01:34:32.688256 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f00f3fe-b805-4015-babc-851b02003d1f None None] Sync routers for ids ['b3e9d08b-b6c8-4f72-9d57-51892064b868'] in dv-cinder-790014-2-iscsi {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 01:34:32.692149 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dc29e4a7-66ee-4b8f-a3b7-211cd8dcf39d admin admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:32.693930 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-dc29e4a7-66ee-4b8f-a3b7-211cd8dcf39d admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4660099 Aug 25 01:34:32.696591 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 56104) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:34:32.697642 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f00f3fe-b805-4015-babc-851b02003d1f None None] Routers {'b3e9d08b-b6c8-4f72-9d57-51892064b868'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:34:32.698264 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-9f00f3fe-b805-4015-babc-851b02003d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:34:30Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['b3e9d08b-b6c8-4f72-9d57-51892064b868'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:34:32.710458 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-df5aebcc-0596-4dd4-88d8-5ec3ce922520 None None] For port 3a8e335e-1025-48c7-8824-208947fb34e8, host dv-cinder-790014-2-iscsi, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 01:34:32.718219 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-df5aebcc-0596-4dd4-88d8-5ec3ce922520 None None] For port 3a8e335e-1025-48c7-8824-208947fb34e8, host dv-cinder-790014-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=3a8e335e-1025-48c7-8824-208947fb34e8,segment=NetworkSegment(31b5233f-d2c2-4b16-b7c2-366a9d1fd38b),segment_id=31b5233f-d2c2-4b16-b7c2-366a9d1fd38b)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 01:34:32.723904 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-c4f65a67-5b94-49e5-8bb7-ee64c59718b9 None None] Attempting to bind port 8814c1eb-8b7c-4790-80ec-4eaebfaad1ac on host dv-cinder-790014-2-iscsi for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 01:34:32.724279 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-c4f65a67-5b94-49e5-8bb7-ee64c59718b9 None None] Attempting to bind port 8814c1eb-8b7c-4790-80ec-4eaebfaad1ac by drivers openvswitch,hyperv on host dv-cinder-790014-2-iscsi at level 0 using segments [{'id': '7cab06b0-8ea3-4bff-b246-6b830e568114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'acc053e6-12a9-4f33-968f-821d031fe3ac'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 01:34:32.725015 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f65a67-5b94-49e5-8bb7-ee64c59718b9 None None] Attempting to bind port 8814c1eb-8b7c-4790-80ec-4eaebfaad1ac on network acc053e6-12a9-4f33-968f-821d031fe3ac {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:34:32.729525 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df5aebcc-0596-4dd4-88d8-5ec3ce922520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:32.738854 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f65a67-5b94-49e5-8bb7-ee64c59718b9 None None] Checking agent: {'id': 'd4180fab-6748-497c-b5c9-83716f34f1ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 1, 19, 30), 'started_at': datetime.datetime(2021, 8, 25, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 1, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 01:34:32.738854 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f65a67-5b94-49e5-8bb7-ee64c59718b9 None None] Checking segment: {'id': '7cab06b0-8ea3-4bff-b246-6b830e568114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'acc053e6-12a9-4f33-968f-821d031fe3ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:34:32.738854 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c4f65a67-5b94-49e5-8bb7-ee64c59718b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:32.738854 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f65a67-5b94-49e5-8bb7-ee64c59718b9 None None] Bound using segment: {'id': '7cab06b0-8ea3-4bff-b246-6b830e568114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'acc053e6-12a9-4f33-968f-821d031fe3ac'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 01:34:32.738854 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-c4f65a67-5b94-49e5-8bb7-ee64c59718b9 None None] Bound port: 8814c1eb-8b7c-4790-80ec-4eaebfaad1ac, host: dv-cinder-790014-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cab06b0-8ea3-4bff-b246-6b830e568114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'acc053e6-12a9-4f33-968f-821d031fe3ac'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 01:34:32.738854 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c4f65a67-5b94-49e5-8bb7-ee64c59718b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:32.822142 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-9f00f3fe-b805-4015-babc-851b02003d1f None None] Set router b3e9d08b-b6c8-4f72-9d57-51892064b868 gateway port host: dv-cinder-790014-2-iscsi {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:34:32.830837 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5aebcc-0596-4dd4-88d8-5ec3ce922520 None None] Pushing event updated for resources: {'Port': ['ID=3a8e335e-1025-48c7-8824-208947fb34e8,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:34:32.866214 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-c4f65a67-5b94-49e5-8bb7-ee64c59718b9 None None] For port 8814c1eb-8b7c-4790-80ec-4eaebfaad1ac, host dv-cinder-790014-2-iscsi, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 01:34:32.870013 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-c4f65a67-5b94-49e5-8bb7-ee64c59718b9 None None] For port 8814c1eb-8b7c-4790-80ec-4eaebfaad1ac, host dv-cinder-790014-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=8814c1eb-8b7c-4790-80ec-4eaebfaad1ac,segment=NetworkSegment(7cab06b0-8ea3-4bff-b246-6b830e568114),segment_id=7cab06b0-8ea3-4bff-b246-6b830e568114)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 01:34:32.879403 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c4f65a67-5b94-49e5-8bb7-ee64c59718b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:32.966888 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f65a67-5b94-49e5-8bb7-ee64c59718b9 None None] Routers {'fe2b09af-b871-4f07-9ae2-64d07a5a4231'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:34:32.967767 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-c4f65a67-5b94-49e5-8bb7-ee64c59718b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:34:30Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['fe2b09af-b871-4f07-9ae2-64d07a5a4231'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:34:33.016957 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device b7cca110-ac4a-4939-9096-22a5a8246c17 up at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:34:33.041030 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-9f00f3fe-b805-4015-babc-851b02003d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e9d08b-b6c8-4f72-9d57-51892064b868', 'name': 'tempest-TestMinimumBasicScenario-1472641432-router', 'tenant_id': '4984e0fae1a848f8ae135a533cb4eba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'ffa513bb-9f4a-4dd3-a032-050359776333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:34:31Z', 'updated_at': '2021-08-25T01:34:32Z', 'revision_number': 3, 'project_id': '4984e0fae1a848f8ae135a533cb4eba0', 'gw_port': {'id': 'ffa513bb-9f4a-4dd3-a032-050359776333', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:91:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e9d08b-b6c8-4f72-9d57-51892064b868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:34:31Z', 'updated_at': '2021-08-25T01:34:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi'}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:34:33.082658 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f00f3fe-b805-4015-babc-851b02003d1f None None] Checking router: b3e9d08b-b6c8-4f72-9d57-51892064b868 for host: dv-cinder-790014-2-iscsi {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 01:34:33.083314 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f00f3fe-b805-4015-babc-851b02003d1f None None] Updating router b3e9d08b-b6c8-4f72-9d57-51892064b868 port ffa513bb-9f4a-4dd3-a032-050359776333 binding host dv-cinder-790014-2-iscsi {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 01:34:33.112725 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9f00f3fe-b805-4015-babc-851b02003d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:33.132966 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e43053-2f5a-4f16-b560-4900110990d5 None None] Pushing event updated for resources: {'Port': ['ID=8814c1eb-8b7c-4790-80ec-4eaebfaad1ac,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:34:33.164552 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning complete for port b7cca110-ac4a-4939-9096-22a5a8246c17 triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:34:33.164932 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:33.235188 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-c4f65a67-5b94-49e5-8bb7-ee64c59718b9 None None] Set router fe2b09af-b871-4f07-9ae2-64d07a5a4231 gateway port host: dv-cinder-790014-2-iscsi {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:34:33.293779 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c75c143e-6af8-4570-97e9-73d3327eec98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:33.408002 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9f00f3fe-b805-4015-babc-851b02003d1f None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:33.417536 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-9f00f3fe-b805-4015-babc-851b02003d1f None None] Transition to ACTIVE for port object ffa513bb-9f4a-4dd3-a032-050359776333 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:34:33.426069 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9f00f3fe-b805-4015-babc-851b02003d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:33.459990 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-c75c143e-6af8-4570-97e9-73d3327eec98 admin admin] Allocated IP 172.20.0.1 (794e33e3-1f35-4d27-a9d8-ddabc648958e/1ff527af-e716-4896-b36a-cf3c65669b08/ce5f3e99-24b4-436b-8805-3e3add0c653c) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 01:34:33.475023 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-9f00f3fe-b805-4015-babc-851b02003d1f None None] Attempting to bind port ffa513bb-9f4a-4dd3-a032-050359776333 on host dv-cinder-790014-2-iscsi for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 01:34:33.475422 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-9f00f3fe-b805-4015-babc-851b02003d1f None None] Attempting to bind port ffa513bb-9f4a-4dd3-a032-050359776333 by drivers openvswitch,hyperv on host dv-cinder-790014-2-iscsi at level 0 using segments [{'id': '094c6717-dbf2-418c-b33e-47759605d17a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 01:34:33.475832 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f00f3fe-b805-4015-babc-851b02003d1f None None] Attempting to bind port ffa513bb-9f4a-4dd3-a032-050359776333 on network 010d8b7d-53b1-407d-b771-6477c60770f4 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:34:33.490598 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f00f3fe-b805-4015-babc-851b02003d1f None None] Checking agent: {'id': 'd4180fab-6748-497c-b5c9-83716f34f1ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 1, 19, 30), 'started_at': datetime.datetime(2021, 8, 25, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 1, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 01:34:33.491095 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f00f3fe-b805-4015-babc-851b02003d1f None None] Checking segment: {'id': '094c6717-dbf2-418c-b33e-47759605d17a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:34:33.491392 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9f00f3fe-b805-4015-babc-851b02003d1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:33.491781 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f00f3fe-b805-4015-babc-851b02003d1f None None] Bound using segment: {'id': '094c6717-dbf2-418c-b33e-47759605d17a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 01:34:33.492259 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-9f00f3fe-b805-4015-babc-851b02003d1f None None] Bound port: ffa513bb-9f4a-4dd3-a032-050359776333, host: dv-cinder-790014-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '094c6717-dbf2-418c-b33e-47759605d17a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 01:34:33.493250 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9f00f3fe-b805-4015-babc-851b02003d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:33.518478 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-c4f65a67-5b94-49e5-8bb7-ee64c59718b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2b09af-b871-4f07-9ae2-64d07a5a4231', 'name': 'tempest-TestMinimumBasicScenario-146424545-router', 'tenant_id': 'bd502484c4f842cab183438793976e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'b7cca110-ac4a-4939-9096-22a5a8246c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:34:26Z', 'updated_at': '2021-08-25T01:34:29Z', 'revision_number': 4, 'project_id': 'bd502484c4f842cab183438793976e99', 'gw_port': {'id': 'b7cca110-ac4a-4939-9096-22a5a8246c17', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:91:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b09af-b871-4f07-9ae2-64d07a5a4231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:34:27Z', 'updated_at': '2021-08-25T01:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_interfaces': [{'id': '8814c1eb-8b7c-4790-80ec-4eaebfaad1ac', 'name': '', 'network_id': 'acc053e6-12a9-4f33-968f-821d031fe3ac', 'tenant_id': 'bd502484c4f842cab183438793976e99', 'mac_address': 'fa:16:3e:fd:f7:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2b09af-b871-4f07-9ae2-64d07a5a4231', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a3889b63-be2f-4f7f-9f77-28f1a2f0f03a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:34:28Z', 'updated_at': '2021-08-25T01:34:32Z', 'revision_number': 4, 'project_id': 'bd502484c4f842cab183438793976e99', 'subnets': [{'id': 'a3889b63-be2f-4f7f-9f77-28f1a2f0f03a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:34:33.541912 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-9f00f3fe-b805-4015-babc-851b02003d1f None None] For port ffa513bb-9f4a-4dd3-a032-050359776333, host dv-cinder-790014-2-iscsi, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 01:34:33.544978 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-9f00f3fe-b805-4015-babc-851b02003d1f None None] For port ffa513bb-9f4a-4dd3-a032-050359776333, host dv-cinder-790014-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=ffa513bb-9f4a-4dd3-a032-050359776333,segment=NetworkSegment(094c6717-dbf2-418c-b33e-47759605d17a),segment_id=094c6717-dbf2-418c-b33e-47759605d17a)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 01:34:33.547244 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f65a67-5b94-49e5-8bb7-ee64c59718b9 None None] The sync data for ids ['fe2b09af-b871-4f07-9ae2-64d07a5a4231'] in dv-cinder-790014-2-iscsi is: [{'id': 'fe2b09af-b871-4f07-9ae2-64d07a5a4231', 'name': 'tempest-TestMinimumBasicScenario-146424545-router', 'tenant_id': 'bd502484c4f842cab183438793976e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'b7cca110-ac4a-4939-9096-22a5a8246c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:34:26Z', 'updated_at': '2021-08-25T01:34:29Z', 'revision_number': 4, 'project_id': 'bd502484c4f842cab183438793976e99', 'gw_port': {'id': 'b7cca110-ac4a-4939-9096-22a5a8246c17', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:91:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b09af-b871-4f07-9ae2-64d07a5a4231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:34:27Z', 'updated_at': '2021-08-25T01:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_interfaces': [{'id': '8814c1eb-8b7c-4790-80ec-4eaebfaad1ac', 'name': '', 'network_id': 'acc053e6-12a9-4f33-968f-821d031fe3ac', 'tenant_id': 'bd502484c4f842cab183438793976e99', 'mac_address': 'fa:16:3e:fd:f7:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2b09af-b871-4f07-9ae2-64d07a5a4231', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a3889b63-be2f-4f7f-9f77-28f1a2f0f03a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:34:28Z', 'updated_at': '2021-08-25T01:34:32Z', 'revision_number': 4, 'project_id': 'bd502484c4f842cab183438793976e99', 'subnets': [{'id': 'a3889b63-be2f-4f7f-9f77-28f1a2f0f03a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 01:34:33.551382 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9861b14d-7ffd-4f66-a922-6a3982f862fd None None] Pushing event updated for resources: {'Port': ['ID=ffa513bb-9f4a-4dd3-a032-050359776333,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:34:33.555513 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9f00f3fe-b805-4015-babc-851b02003d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:33.574410 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c75c143e-6af8-4570-97e9-73d3327eec98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:33.588022 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c75c143e-6af8-4570-97e9-73d3327eec98 admin admin] Transition to ACTIVE for port object ce5f3e99-24b4-436b-8805-3e3add0c653c will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:34:33.620462 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f00f3fe-b805-4015-babc-851b02003d1f None None] Routers {'b3e9d08b-b6c8-4f72-9d57-51892064b868'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:34:33.621105 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-9f00f3fe-b805-4015-babc-851b02003d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:34:30Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['b3e9d08b-b6c8-4f72-9d57-51892064b868'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:34:33.665143 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c75c143e-6af8-4570-97e9-73d3327eec98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782026665144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:33.728996 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75c143e-6af8-4570-97e9-73d3327eec98 admin admin] Network 794e33e3-1f35-4d27-a9d8-ddabc648958e is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:34:33.732138 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-c75c143e-6af8-4570-97e9-73d3327eec98 admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:34:33.742372 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75c143e-6af8-4570-97e9-73d3327eec98 admin admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 01:34:33.805636 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75c143e-6af8-4570-97e9-73d3327eec98 admin admin] Pushing event updated for resources: {'Port': ['ID=ce5f3e99-24b4-436b-8805-3e3add0c653c,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:34:33.808031 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c75c143e-6af8-4570-97e9-73d3327eec98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930667'] for router_interface, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:33.850985 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9861b14d-7ffd-4f66-a922-6a3982f862fd None None] Pushing event updated for resources: {'Port': ['ID=ffa513bb-9f4a-4dd3-a032-050359776333,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:34:33.892009 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-9f00f3fe-b805-4015-babc-851b02003d1f None None] Set router b3e9d08b-b6c8-4f72-9d57-51892064b868 gateway port host: dv-cinder-790014-2-iscsi {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:34:33.976510 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c75c143e-6af8-4570-97e9-73d3327eec98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:34.078589 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f573288f-49db-4a20-9e27-963544b452e2 None None] Network 794e33e3-1f35-4d27-a9d8-ddabc648958e requested from dv-cinder-790014-2-iscsi {{(pid=93834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 01:34:34.128245 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-9f00f3fe-b805-4015-babc-851b02003d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e9d08b-b6c8-4f72-9d57-51892064b868', 'name': 'tempest-TestMinimumBasicScenario-1472641432-router', 'tenant_id': '4984e0fae1a848f8ae135a533cb4eba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'ffa513bb-9f4a-4dd3-a032-050359776333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:34:31Z', 'updated_at': '2021-08-25T01:34:32Z', 'revision_number': 3, 'project_id': '4984e0fae1a848f8ae135a533cb4eba0', 'gw_port': {'id': 'ffa513bb-9f4a-4dd3-a032-050359776333', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:91:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e9d08b-b6c8-4f72-9d57-51892064b868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:34:31Z', 'updated_at': '2021-08-25T01:34:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi'}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:34:34.159212 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f00f3fe-b805-4015-babc-851b02003d1f None None] The sync data for ids ['b3e9d08b-b6c8-4f72-9d57-51892064b868'] in dv-cinder-790014-2-iscsi is: [{'id': 'b3e9d08b-b6c8-4f72-9d57-51892064b868', 'name': 'tempest-TestMinimumBasicScenario-1472641432-router', 'tenant_id': '4984e0fae1a848f8ae135a533cb4eba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'ffa513bb-9f4a-4dd3-a032-050359776333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:34:31Z', 'updated_at': '2021-08-25T01:34:32Z', 'revision_number': 3, 'project_id': '4984e0fae1a848f8ae135a533cb4eba0', 'gw_port': {'id': 'ffa513bb-9f4a-4dd3-a032-050359776333', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:91:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e9d08b-b6c8-4f72-9d57-51892064b868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:34:31Z', 'updated_at': '2021-08-25T01:34:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi'}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 01:34:34.169741 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-e8d818c0-9ed8-4c77-af00-1183d932f59d None None] Provisioning for port 3a8e335e-1025-48c7-8824-208947fb34e8 completed by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:34:34.181345 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c75c143e-6af8-4570-97e9-73d3327eec98 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:34.195267 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c75c143e-6af8-4570-97e9-73d3327eec98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8611129'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:34.283960 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c75c143e-6af8-4570-97e9-73d3327eec98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932541'] for router_interface, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:34.287750 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75c143e-6af8-4570-97e9-73d3327eec98 admin admin] Pushing event updated for resources: {'Port': ['ID=ce5f3e99-24b4-436b-8805-3e3add0c653c,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:34:34.405775 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75c143e-6af8-4570-97e9-73d3327eec98 admin admin] Network 794e33e3-1f35-4d27-a9d8-ddabc648958e is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:34:34.407409 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-c75c143e-6af8-4570-97e9-73d3327eec98 admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:34:34.558552 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c75c143e-6af8-4570-97e9-73d3327eec98 admin admin] Router b3e9d08b-b6c8-4f72-9d57-51892064b868 has already been hosted by L3 agent 2e219680-1a48-4599-ad97-adf9ec497b47 {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 01:34:34.674526 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-7fe706a2-2fce-49f6-8109-872133e6bf35 None None] Provisioning for port ce5f3e99-24b4-436b-8805-3e3add0c653c completed by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:34:34.678893 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-7fe706a2-2fce-49f6-8109-872133e6bf35 None None] Provisioning complete for port ce5f3e99-24b4-436b-8805-3e3add0c653c triggered by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:34:34.679382 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7fe706a2-2fce-49f6-8109-872133e6bf35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:34.693493 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75c143e-6af8-4570-97e9-73d3327eec98 admin admin] Notify agent at l3_agent.dv-cinder-790014-2-iscsi the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 01:34:34.698129 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-c75c143e-6af8-4570-97e9-73d3327eec98 admin admin] 10.222.0.23 "PUT /v2.0/routers/b3e9d08b-b6c8-4f72-9d57-51892064b868/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0003815 Aug 25 01:34:34.730176 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-7fe706a2-2fce-49f6-8109-872133e6bf35 None None] Port ce5f3e99-24b4-436b-8805-3e3add0c653c cannot update to ACTIVE because it is not bound. {{(pid=93834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 01:34:34.956617 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-69c87c1b-4115-4a45-8b9e-713e4087a2f2 None None] Provisioning complete for port ce5f3e99-24b4-436b-8805-3e3add0c653c triggered by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:34:34.956999 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-69c87c1b-4115-4a45-8b9e-713e4087a2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:35.042270 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-69c87c1b-4115-4a45-8b9e-713e4087a2f2 None None] Port ce5f3e99-24b4-436b-8805-3e3add0c653c cannot update to ACTIVE because it is not bound. {{(pid=93834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 01:34:35.100184 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 3a8e335e-1025-48c7-8824-208947fb34e8 up at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:34:35.165931 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning for port 3a8e335e-1025-48c7-8824-208947fb34e8 completed by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:34:35.170320 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning complete for port 3a8e335e-1025-48c7-8824-208947fb34e8 triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:34:35.170725 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:35.248225 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:35.287787 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-f1546fe8-6f1e-4866-a1f9-f432842782d4 None None] Provisioning complete for port ce5f3e99-24b4-436b-8805-3e3add0c653c triggered by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:34:35.288106 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f1546fe8-6f1e-4866-a1f9-f432842782d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:35.317003 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] For port 3a8e335e-1025-48c7-8824-208947fb34e8, host dv-cinder-790014-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=3a8e335e-1025-48c7-8824-208947fb34e8,segment=NetworkSegment(31b5233f-d2c2-4b16-b7c2-366a9d1fd38b),segment_id=31b5233f-d2c2-4b16-b7c2-366a9d1fd38b)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:34:35.326158 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:35.326970 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device ffa513bb-9f4a-4dd3-a032-050359776333 up at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:34:35.371916 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-f1546fe8-6f1e-4866-a1f9-f432842782d4 None None] Port ce5f3e99-24b4-436b-8805-3e3add0c653c cannot update to ACTIVE because it is not bound. {{(pid=93834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 01:34:35.411387 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Pushing event updated for resources: {'Port': ['ID=3a8e335e-1025-48c7-8824-208947fb34e8,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:34:35.426547 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning for port ffa513bb-9f4a-4dd3-a032-050359776333 completed by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:34:35.430347 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning complete for port ffa513bb-9f4a-4dd3-a032-050359776333 triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:34:35.430754 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:35.522134 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:35.550584 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] For port ffa513bb-9f4a-4dd3-a032-050359776333, host dv-cinder-790014-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=ffa513bb-9f4a-4dd3-a032-050359776333,segment=NetworkSegment(094c6717-dbf2-418c-b33e-47759605d17a),segment_id=094c6717-dbf2-418c-b33e-47759605d17a)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:34:35.556776 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:35.557973 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 8814c1eb-8b7c-4790-80ec-4eaebfaad1ac up at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:34:35.643388 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Pushing event updated for resources: {'Port': ['ID=ffa513bb-9f4a-4dd3-a032-050359776333,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:34:35.661900 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning for port 8814c1eb-8b7c-4790-80ec-4eaebfaad1ac completed by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:34:35.668316 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning complete for port 8814c1eb-8b7c-4790-80ec-4eaebfaad1ac triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:34:35.668735 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:35.763321 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:35.801585 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] For port 8814c1eb-8b7c-4790-80ec-4eaebfaad1ac, host dv-cinder-790014-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=8814c1eb-8b7c-4790-80ec-4eaebfaad1ac,segment=NetworkSegment(7cab06b0-8ea3-4bff-b246-6b830e568114),segment_id=7cab06b0-8ea3-4bff-b246-6b830e568114)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:34:35.807094 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:35.874491 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Pushing event updated for resources: {'Port': ['ID=8814c1eb-8b7c-4790-80ec-4eaebfaad1ac,revision_number=5']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:34:36.931308 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3191be-ef75-446a-b3c9-7ecfb47fbf9a None None] Sync routers for ids ['b3e9d08b-b6c8-4f72-9d57-51892064b868'] in dv-cinder-790014-2-iscsi {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 01:34:36.946815 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3191be-ef75-446a-b3c9-7ecfb47fbf9a None None] Routers {'b3e9d08b-b6c8-4f72-9d57-51892064b868'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:34:36.947787 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-df3191be-ef75-446a-b3c9-7ecfb47fbf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:34:30Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['b3e9d08b-b6c8-4f72-9d57-51892064b868'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:34:37.039496 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 3a8e335e-1025-48c7-8824-208947fb34e8 up at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:34:37.113417 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-df3191be-ef75-446a-b3c9-7ecfb47fbf9a None None] Set router b3e9d08b-b6c8-4f72-9d57-51892064b868 gateway port host: dv-cinder-790014-2-iscsi {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:34:37.156232 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning complete for port 3a8e335e-1025-48c7-8824-208947fb34e8 triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:34:37.157123 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:37.455825 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device ffa513bb-9f4a-4dd3-a032-050359776333 up at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:34:37.540903 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning complete for port ffa513bb-9f4a-4dd3-a032-050359776333 triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:34:37.541271 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:37.566291 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-df3191be-ef75-446a-b3c9-7ecfb47fbf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e9d08b-b6c8-4f72-9d57-51892064b868', 'name': 'tempest-TestMinimumBasicScenario-1472641432-router', 'tenant_id': '4984e0fae1a848f8ae135a533cb4eba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'ffa513bb-9f4a-4dd3-a032-050359776333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:34:31Z', 'updated_at': '2021-08-25T01:34:33Z', 'revision_number': 4, 'project_id': '4984e0fae1a848f8ae135a533cb4eba0', 'gw_port': {'id': 'ffa513bb-9f4a-4dd3-a032-050359776333', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:91:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e9d08b-b6c8-4f72-9d57-51892064b868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:34:31Z', 'updated_at': '2021-08-25T01:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_interfaces': [{'id': 'ce5f3e99-24b4-436b-8805-3e3add0c653c', 'name': '', 'network_id': '794e33e3-1f35-4d27-a9d8-ddabc648958e', 'tenant_id': '4984e0fae1a848f8ae135a533cb4eba0', 'mac_address': 'fa:16:3e:c5:b8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e9d08b-b6c8-4f72-9d57-51892064b868', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '1ff527af-e716-4896-b36a-cf3c65669b08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:34:33Z', 'updated_at': '2021-08-25T01:34:34Z', 'revision_number': 2, 'project_id': '4984e0fae1a848f8ae135a533cb4eba0', 'subnets': [{'id': '1ff527af-e716-4896-b36a-cf3c65669b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:34:37.594550 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3191be-ef75-446a-b3c9-7ecfb47fbf9a None None] Checking router: b3e9d08b-b6c8-4f72-9d57-51892064b868 for host: dv-cinder-790014-2-iscsi {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 01:34:37.594933 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3191be-ef75-446a-b3c9-7ecfb47fbf9a None None] Updating router b3e9d08b-b6c8-4f72-9d57-51892064b868 port ce5f3e99-24b4-436b-8805-3e3add0c653c binding host dv-cinder-790014-2-iscsi {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 01:34:37.626642 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df3191be-ef75-446a-b3c9-7ecfb47fbf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:37.751828 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 8814c1eb-8b7c-4790-80ec-4eaebfaad1ac up at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:34:37.871242 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning complete for port 8814c1eb-8b7c-4790-80ec-4eaebfaad1ac triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:34:37.871618 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:38.039418 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df3191be-ef75-446a-b3c9-7ecfb47fbf9a None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:38.057592 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-df3191be-ef75-446a-b3c9-7ecfb47fbf9a None None] Transition to ACTIVE for port object ce5f3e99-24b4-436b-8805-3e3add0c653c will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:34:38.073291 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df3191be-ef75-446a-b3c9-7ecfb47fbf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:38.130052 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce0402c-d95a-48f1-a088-08a3b5bd16f0 None None] Pushing event updated for resources: {'Port': ['ID=ce5f3e99-24b4-436b-8805-3e3add0c653c,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:34:38.195316 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-df3191be-ef75-446a-b3c9-7ecfb47fbf9a None None] Attempting to bind port ce5f3e99-24b4-436b-8805-3e3add0c653c on host dv-cinder-790014-2-iscsi for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 01:34:38.195683 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-df3191be-ef75-446a-b3c9-7ecfb47fbf9a None None] Attempting to bind port ce5f3e99-24b4-436b-8805-3e3add0c653c by drivers openvswitch,hyperv on host dv-cinder-790014-2-iscsi at level 0 using segments [{'id': '31b5233f-d2c2-4b16-b7c2-366a9d1fd38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '794e33e3-1f35-4d27-a9d8-ddabc648958e'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 01:34:38.202990 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3191be-ef75-446a-b3c9-7ecfb47fbf9a None None] Attempting to bind port ce5f3e99-24b4-436b-8805-3e3add0c653c on network 794e33e3-1f35-4d27-a9d8-ddabc648958e {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:34:38.210819 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3191be-ef75-446a-b3c9-7ecfb47fbf9a None None] Checking agent: {'id': 'd4180fab-6748-497c-b5c9-83716f34f1ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 1, 19, 30), 'started_at': datetime.datetime(2021, 8, 25, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 1, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 01:34:38.211563 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3191be-ef75-446a-b3c9-7ecfb47fbf9a None None] Checking segment: {'id': '31b5233f-d2c2-4b16-b7c2-366a9d1fd38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '794e33e3-1f35-4d27-a9d8-ddabc648958e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:34:38.212061 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df3191be-ef75-446a-b3c9-7ecfb47fbf9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:38.212545 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3191be-ef75-446a-b3c9-7ecfb47fbf9a None None] Bound using segment: {'id': '31b5233f-d2c2-4b16-b7c2-366a9d1fd38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '794e33e3-1f35-4d27-a9d8-ddabc648958e'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 01:34:38.213108 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-df3191be-ef75-446a-b3c9-7ecfb47fbf9a None None] Bound port: ce5f3e99-24b4-436b-8805-3e3add0c653c, host: dv-cinder-790014-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31b5233f-d2c2-4b16-b7c2-366a9d1fd38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '794e33e3-1f35-4d27-a9d8-ddabc648958e'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 01:34:38.213583 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df3191be-ef75-446a-b3c9-7ecfb47fbf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:38.300304 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-df3191be-ef75-446a-b3c9-7ecfb47fbf9a None None] For port ce5f3e99-24b4-436b-8805-3e3add0c653c, host dv-cinder-790014-2-iscsi, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 01:34:38.304905 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-df3191be-ef75-446a-b3c9-7ecfb47fbf9a None None] For port ce5f3e99-24b4-436b-8805-3e3add0c653c, host dv-cinder-790014-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=ce5f3e99-24b4-436b-8805-3e3add0c653c,segment=NetworkSegment(31b5233f-d2c2-4b16-b7c2-366a9d1fd38b),segment_id=31b5233f-d2c2-4b16-b7c2-366a9d1fd38b)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 01:34:38.311663 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df3191be-ef75-446a-b3c9-7ecfb47fbf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:38.372476 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3191be-ef75-446a-b3c9-7ecfb47fbf9a None None] Routers {'b3e9d08b-b6c8-4f72-9d57-51892064b868'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:34:38.373184 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-df3191be-ef75-446a-b3c9-7ecfb47fbf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:34:30Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['b3e9d08b-b6c8-4f72-9d57-51892064b868'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:34:38.465901 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce0402c-d95a-48f1-a088-08a3b5bd16f0 None None] Pushing event updated for resources: {'Port': ['ID=ce5f3e99-24b4-436b-8805-3e3add0c653c,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:34:38.533564 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-df3191be-ef75-446a-b3c9-7ecfb47fbf9a None None] Set router b3e9d08b-b6c8-4f72-9d57-51892064b868 gateway port host: dv-cinder-790014-2-iscsi {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:34:38.754660 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-df3191be-ef75-446a-b3c9-7ecfb47fbf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e9d08b-b6c8-4f72-9d57-51892064b868', 'name': 'tempest-TestMinimumBasicScenario-1472641432-router', 'tenant_id': '4984e0fae1a848f8ae135a533cb4eba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'ffa513bb-9f4a-4dd3-a032-050359776333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:34:31Z', 'updated_at': '2021-08-25T01:34:33Z', 'revision_number': 4, 'project_id': '4984e0fae1a848f8ae135a533cb4eba0', 'gw_port': {'id': 'ffa513bb-9f4a-4dd3-a032-050359776333', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:91:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e9d08b-b6c8-4f72-9d57-51892064b868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:34:31Z', 'updated_at': '2021-08-25T01:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_interfaces': [{'id': 'ce5f3e99-24b4-436b-8805-3e3add0c653c', 'name': '', 'network_id': '794e33e3-1f35-4d27-a9d8-ddabc648958e', 'tenant_id': '4984e0fae1a848f8ae135a533cb4eba0', 'mac_address': 'fa:16:3e:c5:b8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e9d08b-b6c8-4f72-9d57-51892064b868', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '1ff527af-e716-4896-b36a-cf3c65669b08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:34:33Z', 'updated_at': '2021-08-25T01:34:38Z', 'revision_number': 4, 'project_id': '4984e0fae1a848f8ae135a533cb4eba0', 'subnets': [{'id': '1ff527af-e716-4896-b36a-cf3c65669b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:34:38.791132 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3191be-ef75-446a-b3c9-7ecfb47fbf9a None None] The sync data for ids ['b3e9d08b-b6c8-4f72-9d57-51892064b868'] in dv-cinder-790014-2-iscsi is: [{'id': 'b3e9d08b-b6c8-4f72-9d57-51892064b868', 'name': 'tempest-TestMinimumBasicScenario-1472641432-router', 'tenant_id': '4984e0fae1a848f8ae135a533cb4eba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'ffa513bb-9f4a-4dd3-a032-050359776333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:34:31Z', 'updated_at': '2021-08-25T01:34:33Z', 'revision_number': 4, 'project_id': '4984e0fae1a848f8ae135a533cb4eba0', 'gw_port': {'id': 'ffa513bb-9f4a-4dd3-a032-050359776333', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:91:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e9d08b-b6c8-4f72-9d57-51892064b868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:34:31Z', 'updated_at': '2021-08-25T01:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_interfaces': [{'id': 'ce5f3e99-24b4-436b-8805-3e3add0c653c', 'name': '', 'network_id': '794e33e3-1f35-4d27-a9d8-ddabc648958e', 'tenant_id': '4984e0fae1a848f8ae135a533cb4eba0', 'mac_address': 'fa:16:3e:c5:b8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e9d08b-b6c8-4f72-9d57-51892064b868', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '1ff527af-e716-4896-b36a-cf3c65669b08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:34:33Z', 'updated_at': '2021-08-25T01:34:38Z', 'revision_number': 4, 'project_id': '4984e0fae1a848f8ae135a533cb4eba0', 'subnets': [{'id': '1ff527af-e716-4896-b36a-cf3c65669b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 01:34:39.026954 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device ce5f3e99-24b4-436b-8805-3e3add0c653c up at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:34:39.095817 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning for port ce5f3e99-24b4-436b-8805-3e3add0c653c completed by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:34:39.102696 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning complete for port ce5f3e99-24b4-436b-8805-3e3add0c653c triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:34:39.103120 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:39.204048 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:39.279381 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] For port ce5f3e99-24b4-436b-8805-3e3add0c653c, host dv-cinder-790014-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=ce5f3e99-24b4-436b-8805-3e3add0c653c,segment=NetworkSegment(31b5233f-d2c2-4b16-b7c2-366a9d1fd38b),segment_id=31b5233f-d2c2-4b16-b7c2-366a9d1fd38b)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:34:39.285480 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:39.354356 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Pushing event updated for resources: {'Port': ['ID=ce5f3e99-24b4-436b-8805-3e3add0c653c,revision_number=5']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:34:40.961776 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device ce5f3e99-24b4-436b-8805-3e3add0c653c up at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:34:41.014093 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Provisioning complete for port ce5f3e99-24b4-436b-8805-3e3add0c653c triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:34:41.014451 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:44.527568 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334ecd9-0aad-4d7b-8b9c-7b06446385c5 req-17607a2b-79c1-499d-9437-58fcfa757f9e tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:34:44.529026 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-4334ecd9-0aad-4d7b-8b9c-7b06446385c5 req-17607a2b-79c1-499d-9437-58fcfa757f9e tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/networks?id=acc053e6-12a9-4f33-968f-821d031fe3ac HTTP/1.1" status: 200 len: 814 time: 0.0998938 Aug 25 01:34:44.543853 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-4334ecd9-0aad-4d7b-8b9c-7b06446385c5 req-6415dae7-90b7-439b-899c-55d23af3fce5 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/quotas/bd502484c4f842cab183438793976e99 HTTP/1.1" status: 200 len: 375 time: 0.0084937 Aug 25 01:34:44.596176 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-4334ecd9-0aad-4d7b-8b9c-7b06446385c5 req-27ede600-1a80-44d3-900b-92c5464c8980 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bd502484c4f842cab183438793976e99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470574 Aug 25 01:34:44.685401 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-4334ecd9-0aad-4d7b-8b9c-7b06446385c5 req-72326c98-2cc6-4f20-8364-699c66ecde64 service neutron] 10.222.0.23 "GET /v2.0/networks/acc053e6-12a9-4f33-968f-821d031fe3ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782461 Aug 25 01:34:44.773664 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-4334ecd9-0aad-4d7b-8b9c-7b06446385c5 req-713fdc47-679b-4bd4-b863-4475292018b1 service neutron] 10.222.0.23 "GET /v2.0/networks/acc053e6-12a9-4f33-968f-821d031fe3ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817099 Aug 25 01:34:44.930320 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-982e81dc-0870-42a0-a2de-e6e37bba76f5 req-346ecc1c-6497-496d-aa70-4ef063221081 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/ports?device_id=51e25606-3995-4289-9dbd-aee1fe109267 HTTP/1.1" status: 200 len: 210 time: 0.0280240 Aug 25 01:34:45.910878 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334ecd9-0aad-4d7b-8b9c-7b06446385c5 req-2f134cfb-8e21-4ea7-941d-6b3e041c9dbc tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:34:45.913749 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-4334ecd9-0aad-4d7b-8b9c-7b06446385c5 req-2f134cfb-8e21-4ea7-941d-6b3e041c9dbc tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.26 "GET /v2.0/networks?id=acc053e6-12a9-4f33-968f-821d031fe3ac HTTP/1.1" status: 200 len: 814 time: 0.1105785 Aug 25 01:34:45.926067 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [req-4334ecd9-0aad-4d7b-8b9c-7b06446385c5 req-d52af0c8-82b7-4314-8d9b-8d21a305c6dc tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Request body: {'port': {'device_id': '51e25606-3995-4289-9dbd-aee1fe109267', 'network_id': 'acc053e6-12a9-4f33-968f-821d031fe3ac', 'admin_state_up': True, 'tenant_id': 'bd502484c4f842cab183438793976e99'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:34:46.025006 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-27bad454-cdbf-4319-b73a-e293c72e07a1 req-12c2ac65-bc58-4779-8db9-b67449178f87 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/ports?device_id=51e25606-3995-4289-9dbd-aee1fe109267 HTTP/1.1" status: 200 len: 210 time: 0.0267637 Aug 25 01:34:46.035509 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4334ecd9-0aad-4d7b-8b9c-7b06446385c5 req-d52af0c8-82b7-4314-8d9b-8d21a305c6dc tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Made reservation on behalf of bd502484c4f842cab183438793976e99 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 01:34:46.046886 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4334ecd9-0aad-4d7b-8b9c-7b06446385c5 req-d52af0c8-82b7-4314-8d9b-8d21a305c6dc tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:46.167041 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-4334ecd9-0aad-4d7b-8b9c-7b06446385c5 req-d52af0c8-82b7-4314-8d9b-8d21a305c6dc tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Allocated IP 172.20.0.12 (acc053e6-12a9-4f33-968f-821d031fe3ac/a3889b63-be2f-4f7f-9f77-28f1a2f0f03a/fe36350f-e1e6-4353-a67f-60cd29711bb6) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 01:34:46.317636 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4334ecd9-0aad-4d7b-8b9c-7b06446385c5 req-d52af0c8-82b7-4314-8d9b-8d21a305c6dc tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:46.586094 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-4334ecd9-0aad-4d7b-8b9c-7b06446385c5 req-d52af0c8-82b7-4314-8d9b-8d21a305c6dc tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Transition to ACTIVE for port object fe36350f-e1e6-4353-a67f-60cd29711bb6 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:34:46.621603 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4334ecd9-0aad-4d7b-8b9c-7b06446385c5 req-d52af0c8-82b7-4314-8d9b-8d21a305c6dc tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782026665144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:46.663548 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4334ecd9-0aad-4d7b-8b9c-7b06446385c5 req-d52af0c8-82b7-4314-8d9b-8d21a305c6dc tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Network acc053e6-12a9-4f33-968f-821d031fe3ac is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:34:46.668523 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-4334ecd9-0aad-4d7b-8b9c-7b06446385c5 req-d52af0c8-82b7-4314-8d9b-8d21a305c6dc tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:34:46.678771 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-4334ecd9-0aad-4d7b-8b9c-7b06446385c5 req-d52af0c8-82b7-4314-8d9b-8d21a305c6dc tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 01:34:46.724005 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334ecd9-0aad-4d7b-8b9c-7b06446385c5 req-d52af0c8-82b7-4314-8d9b-8d21a305c6dc tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:34:46.724605 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4334ecd9-0aad-4d7b-8b9c-7b06446385c5 req-d52af0c8-82b7-4314-8d9b-8d21a305c6dc tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:46.727094 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52af0c8-82b7-4314-8d9b-8d21a305c6dc tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Pushing event updated for resources: {'Port': ['ID=fe36350f-e1e6-4353-a67f-60cd29711bb6,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:34:46.743892 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-4334ecd9-0aad-4d7b-8b9c-7b06446385c5 req-d52af0c8-82b7-4314-8d9b-8d21a305c6dc tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8212976 Aug 25 01:34:47.063110 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-36ff27fc-f9cb-4313-8110-58bc0d983341 None None] Provisioning for port fe36350f-e1e6-4353-a67f-60cd29711bb6 completed by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:34:47.067020 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-36ff27fc-f9cb-4313-8110-58bc0d983341 None None] Provisioning complete for port fe36350f-e1e6-4353-a67f-60cd29711bb6 triggered by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:34:47.067396 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-36ff27fc-f9cb-4313-8110-58bc0d983341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:47.105010 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-36ff27fc-f9cb-4313-8110-58bc0d983341 None None] Port fe36350f-e1e6-4353-a67f-60cd29711bb6 cannot update to ACTIVE because it is not bound. {{(pid=93834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 01:34:47.156415 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc189fe8-a710-487c-a4ff-4dff18802bac req-490989e2-8770-4763-b5c9-16bd71fd8689 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:34:47.157944 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-cc189fe8-a710-487c-a4ff-4dff18802bac req-490989e2-8770-4763-b5c9-16bd71fd8689 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/ports?device_id=51e25606-3995-4289-9dbd-aee1fe109267 HTTP/1.1" status: 200 len: 932 time: 0.0600457 Aug 25 01:34:47.193675 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-cc189fe8-a710-487c-a4ff-4dff18802bac req-6c6fe006-4674-4ffd-8547-33e781bef7cd tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/security-groups?id=36088066-a54f-4278-a16b-b24ab1a575b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297318 Aug 25 01:34:48.254151 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.agents_db [None req-4bdcba96-0b2f-4eba-81a9-023f498d003c None None] Agent healthcheck: found 6 active agents {{(pid=93835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 01:34:48.325482 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835958cf-0991-496b-8e07-e9630db4fec4 req-8e3692c5-2a85-49f0-9606-410dc1e4ad35 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:34:48.326974 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-835958cf-0991-496b-8e07-e9630db4fec4 req-8e3692c5-2a85-49f0-9606-410dc1e4ad35 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/ports?device_id=51e25606-3995-4289-9dbd-aee1fe109267 HTTP/1.1" status: 200 len: 932 time: 0.0625751 Aug 25 01:34:48.364545 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-835958cf-0991-496b-8e07-e9630db4fec4 req-fc340f5d-c339-48c8-9ab7-963fb0ea125a tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/security-groups?id=36088066-a54f-4278-a16b-b24ab1a575b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315886 Aug 25 01:34:49.487682 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276fdc55-394b-48d7-9251-35149632f79e req-029c4227-486d-4817-9521-a494134a2a33 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:34:49.489897 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-276fdc55-394b-48d7-9251-35149632f79e req-029c4227-486d-4817-9521-a494134a2a33 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/ports?device_id=51e25606-3995-4289-9dbd-aee1fe109267 HTTP/1.1" status: 200 len: 932 time: 0.0559037 Aug 25 01:34:49.528894 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-276fdc55-394b-48d7-9251-35149632f79e req-82012520-42e7-4175-a935-9ac4b0a402b1 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/security-groups?id=36088066-a54f-4278-a16b-b24ab1a575b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327466 Aug 25 01:34:49.596549 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:50.644899 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e5358-4ef7-4a4c-a744-b3227fbf2529 req-a7a4f244-d0bb-4cee-b176-1d51e9ea857e tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:34:50.646712 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-441e5358-4ef7-4a4c-a744-b3227fbf2529 req-a7a4f244-d0bb-4cee-b176-1d51e9ea857e tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/ports?device_id=51e25606-3995-4289-9dbd-aee1fe109267 HTTP/1.1" status: 200 len: 932 time: 0.0514450 Aug 25 01:34:50.684646 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-441e5358-4ef7-4a4c-a744-b3227fbf2529 req-97acb612-8b9e-4335-a48a-9acdd6a810e9 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/security-groups?id=36088066-a54f-4278-a16b-b24ab1a575b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318594 Aug 25 01:34:51.806615 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781a35e-d63b-4477-b5b4-a0cc3129a961 req-3a753ca9-c25a-4de6-b749-a71a2869d31e tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:34:51.808076 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d781a35e-d63b-4477-b5b4-a0cc3129a961 req-3a753ca9-c25a-4de6-b749-a71a2869d31e tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/ports?device_id=51e25606-3995-4289-9dbd-aee1fe109267 HTTP/1.1" status: 200 len: 932 time: 0.0526457 Aug 25 01:34:51.844924 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d781a35e-d63b-4477-b5b4-a0cc3129a961 req-03fdbefb-54b3-482f-98c9-c9069e6ea575 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/security-groups?id=36088066-a54f-4278-a16b-b24ab1a575b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308759 Aug 25 01:34:52.961102 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858f54b-ac97-4919-99bd-bbdffc481345 req-0c820f8d-75d7-403b-82fa-2994084b6f0b tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:34:52.962550 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-0858f54b-ac97-4919-99bd-bbdffc481345 req-0c820f8d-75d7-403b-82fa-2994084b6f0b tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/ports?device_id=51e25606-3995-4289-9dbd-aee1fe109267 HTTP/1.1" status: 200 len: 932 time: 0.0465336 Aug 25 01:34:53.000930 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-0858f54b-ac97-4919-99bd-bbdffc481345 req-ac0c20cc-41be-426f-8be9-cd11e62f130f tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/security-groups?id=36088066-a54f-4278-a16b-b24ab1a575b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319703 Aug 25 01:34:54.116643 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ccbb6f-a55a-46c2-be16-d4f975de6488 req-0fa71ab1-fa5c-4688-969d-d380562dd3da tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:34:54.118076 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-70ccbb6f-a55a-46c2-be16-d4f975de6488 req-0fa71ab1-fa5c-4688-969d-d380562dd3da tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/ports?device_id=51e25606-3995-4289-9dbd-aee1fe109267 HTTP/1.1" status: 200 len: 932 time: 0.0464797 Aug 25 01:34:54.174156 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-70ccbb6f-a55a-46c2-be16-d4f975de6488 req-12dc7199-7f4b-4178-a7ac-f6f5c9ac4fa8 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/security-groups?id=36088066-a54f-4278-a16b-b24ab1a575b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423193 Aug 25 01:34:55.279537 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef45837-9244-4b59-8f7f-a3b94c459ec7 req-45a65286-c847-4f88-a86d-2336c223d4d7 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:34:55.280997 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-fef45837-9244-4b59-8f7f-a3b94c459ec7 req-45a65286-c847-4f88-a86d-2336c223d4d7 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/ports?device_id=51e25606-3995-4289-9dbd-aee1fe109267 HTTP/1.1" status: 200 len: 932 time: 0.0519853 Aug 25 01:34:55.321043 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-fef45837-9244-4b59-8f7f-a3b94c459ec7 req-daf69a93-58e3-4e74-aa2d-cb750e309a58 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/security-groups?id=36088066-a54f-4278-a16b-b24ab1a575b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341668 Aug 25 01:34:56.436886 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c332271-5af4-4dca-8894-53e2b922f964 req-f2c531b9-6d43-41ea-b0ba-18fb4e186eaf tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:34:56.438329 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-9c332271-5af4-4dca-8894-53e2b922f964 req-f2c531b9-6d43-41ea-b0ba-18fb4e186eaf tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/ports?device_id=51e25606-3995-4289-9dbd-aee1fe109267 HTTP/1.1" status: 200 len: 932 time: 0.0478404 Aug 25 01:34:56.474892 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-9c332271-5af4-4dca-8894-53e2b922f964 req-50119263-10f9-40b5-bb1b-a4180eaa5ad6 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/security-groups?id=36088066-a54f-4278-a16b-b24ab1a575b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306230 Aug 25 01:34:57.316527 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a8e5ed70-4909-4ff7-929e-c06e6772e162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:57.371491 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [req-4334ecd9-0aad-4d7b-8b9c-7b06446385c5 req-cea07701-3508-42e4-bc62-6cbeb4667b63 service neutron] Request body: {'port': {'device_id': '51e25606-3995-4289-9dbd-aee1fe109267', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:34:57.426511 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4334ecd9-0aad-4d7b-8b9c-7b06446385c5 req-cea07701-3508-42e4-bc62-6cbeb4667b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:57.600806 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e355e2-71eb-4bff-8b4c-b172df2f71c5 req-071f633c-9d3d-4394-ba64-8e8cbe1fe860 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:34:57.602089 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-01e355e2-71eb-4bff-8b4c-b172df2f71c5 req-071f633c-9d3d-4394-ba64-8e8cbe1fe860 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/ports?device_id=51e25606-3995-4289-9dbd-aee1fe109267 HTTP/1.1" status: 200 len: 932 time: 0.0518730 Aug 25 01:34:57.647443 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-01e355e2-71eb-4bff-8b4c-b172df2f71c5 req-dc1a62a8-1ee8-484a-b1f8-3365bb95e342 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/security-groups?id=36088066-a54f-4278-a16b-b24ab1a575b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373595 Aug 25 01:34:57.696090 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [req-4334ecd9-0aad-4d7b-8b9c-7b06446385c5 req-cea07701-3508-42e4-bc62-6cbeb4667b63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe36350f-e1e6-4353-a67f-60cd29711bb6 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 01:34:57.704455 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4334ecd9-0aad-4d7b-8b9c-7b06446385c5 req-cea07701-3508-42e4-bc62-6cbeb4667b63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:57.721586 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-4334ecd9-0aad-4d7b-8b9c-7b06446385c5 req-cea07701-3508-42e4-bc62-6cbeb4667b63 service neutron] Transition to ACTIVE for port object fe36350f-e1e6-4353-a67f-60cd29711bb6 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:34:57.725492 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4334ecd9-0aad-4d7b-8b9c-7b06446385c5 req-cea07701-3508-42e4-bc62-6cbeb4667b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8611129'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:57.774622 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea07701-3508-42e4-bc62-6cbeb4667b63 service neutron] Pushing event updated for resources: {'Port': ['ID=fe36350f-e1e6-4353-a67f-60cd29711bb6,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:34:57.850796 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-4334ecd9-0aad-4d7b-8b9c-7b06446385c5 req-cea07701-3508-42e4-bc62-6cbeb4667b63 service neutron] Attempting to bind port fe36350f-e1e6-4353-a67f-60cd29711bb6 on host hv-cinder-79001 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 01:34:57.851132 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-4334ecd9-0aad-4d7b-8b9c-7b06446385c5 req-cea07701-3508-42e4-bc62-6cbeb4667b63 service neutron] Attempting to bind port fe36350f-e1e6-4353-a67f-60cd29711bb6 by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '7cab06b0-8ea3-4bff-b246-6b830e568114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'acc053e6-12a9-4f33-968f-821d031fe3ac'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 01:34:57.851466 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4334ecd9-0aad-4d7b-8b9c-7b06446385c5 req-cea07701-3508-42e4-bc62-6cbeb4667b63 service neutron] Attempting to bind port fe36350f-e1e6-4353-a67f-60cd29711bb6 on network acc053e6-12a9-4f33-968f-821d031fe3ac {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:34:57.855956 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4334ecd9-0aad-4d7b-8b9c-7b06446385c5 req-cea07701-3508-42e4-bc62-6cbeb4667b63 service neutron] Port fe36350f-e1e6-4353-a67f-60cd29711bb6 on network acc053e6-12a9-4f33-968f-821d031fe3ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 01:34:57.856280 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4334ecd9-0aad-4d7b-8b9c-7b06446385c5 req-cea07701-3508-42e4-bc62-6cbeb4667b63 service neutron] Attempting to bind port fe36350f-e1e6-4353-a67f-60cd29711bb6 on network acc053e6-12a9-4f33-968f-821d031fe3ac {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:34:57.862053 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4334ecd9-0aad-4d7b-8b9c-7b06446385c5 req-cea07701-3508-42e4-bc62-6cbeb4667b63 service neutron] Checking agent: {'id': '05c2a1f8-ef41-45f5-8e32-988b9472ad60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 1, 25, 19), 'started_at': datetime.datetime(2021, 8, 25, 1, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 1, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 01:34:57.862385 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4334ecd9-0aad-4d7b-8b9c-7b06446385c5 req-cea07701-3508-42e4-bc62-6cbeb4667b63 service neutron] Checking segment: {'id': '7cab06b0-8ea3-4bff-b246-6b830e568114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'acc053e6-12a9-4f33-968f-821d031fe3ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:34:57.862797 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4334ecd9-0aad-4d7b-8b9c-7b06446385c5 req-cea07701-3508-42e4-bc62-6cbeb4667b63 service neutron] Bound using segment: {'id': '7cab06b0-8ea3-4bff-b246-6b830e568114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'acc053e6-12a9-4f33-968f-821d031fe3ac'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 01:34:57.863227 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-4334ecd9-0aad-4d7b-8b9c-7b06446385c5 req-cea07701-3508-42e4-bc62-6cbeb4667b63 service neutron] Bound port: fe36350f-e1e6-4353-a67f-60cd29711bb6, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cab06b0-8ea3-4bff-b246-6b830e568114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'acc053e6-12a9-4f33-968f-821d031fe3ac'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 01:34:57.863587 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4334ecd9-0aad-4d7b-8b9c-7b06446385c5 req-cea07701-3508-42e4-bc62-6cbeb4667b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:57.928308 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-4334ecd9-0aad-4d7b-8b9c-7b06446385c5 req-cea07701-3508-42e4-bc62-6cbeb4667b63 service neutron] For port fe36350f-e1e6-4353-a67f-60cd29711bb6, host hv-cinder-79001, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 01:34:57.931519 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-4334ecd9-0aad-4d7b-8b9c-7b06446385c5 req-cea07701-3508-42e4-bc62-6cbeb4667b63 service neutron] For port fe36350f-e1e6-4353-a67f-60cd29711bb6, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=fe36350f-e1e6-4353-a67f-60cd29711bb6,segment=NetworkSegment(7cab06b0-8ea3-4bff-b246-6b830e568114),segment_id=7cab06b0-8ea3-4bff-b246-6b830e568114)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 01:34:57.936645 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4334ecd9-0aad-4d7b-8b9c-7b06446385c5 req-cea07701-3508-42e4-bc62-6cbeb4667b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8611129'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:57.972673 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334ecd9-0aad-4d7b-8b9c-7b06446385c5 req-cea07701-3508-42e4-bc62-6cbeb4667b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:34:57.973273 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4334ecd9-0aad-4d7b-8b9c-7b06446385c5 req-cea07701-3508-42e4-bc62-6cbeb4667b63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:57.974697 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-4334ecd9-0aad-4d7b-8b9c-7b06446385c5 req-cea07701-3508-42e4-bc62-6cbeb4667b63 service neutron] 10.222.0.26 "PUT /v2.0/ports/fe36350f-e1e6-4353-a67f-60cd29711bb6 HTTP/1.1" status: 200 len: 1094 time: 0.6076057 Aug 25 01:34:57.975124 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51e25606-3995-4289-9dbd-aee1fe109267', 'tag': 'fe36350f-e1e6-4353-a67f-60cd29711bb6'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:34:57.977373 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6aaa77860150641abcbf195034e02978cb43d302165c9bbcbee081d494fe815" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d9d195-8bb8-4e52-81cf-e3b08b5d4db1" -d '{"events": [{"name": "network-changed", "server_uuid": "51e25606-3995-4289-9dbd-aee1fe109267", "tag": "fe36350f-e1e6-4353-a67f-60cd29711bb6"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:34:58.003328 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea07701-3508-42e4-bc62-6cbeb4667b63 service neutron] Pushing event updated for resources: {'Port': ['ID=fe36350f-e1e6-4353-a67f-60cd29711bb6,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:34:58.026960 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 01:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bef3d48-8e75-475e-83d3-925a5361046b x-openstack-request-id: req-8bef3d48-8e75-475e-83d3-925a5361046b {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:34:58.027294 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51e25606-3995-4289-9dbd-aee1fe109267", "tag": "fe36350f-e1e6-4353-a67f-60cd29711bb6", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:34:58.027499 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8bef3d48-8e75-475e-83d3-925a5361046b {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:34:58.027892 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51e25606-3995-4289-9dbd-aee1fe109267', 'tag': 'fe36350f-e1e6-4353-a67f-60cd29711bb6', 'status': 'completed', 'code': 200} Aug 25 01:34:58.065794 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334ecd9-0aad-4d7b-8b9c-7b06446385c5 req-cc3325d7-a66e-4eef-b325-d407a109b09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:34:58.067351 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-4334ecd9-0aad-4d7b-8b9c-7b06446385c5 req-cc3325d7-a66e-4eef-b325-d407a109b09e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd502484c4f842cab183438793976e99&device_id=51e25606-3995-4289-9dbd-aee1fe109267 HTTP/1.1" status: 200 len: 1097 time: 0.0509629 Aug 25 01:34:58.115210 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-4334ecd9-0aad-4d7b-8b9c-7b06446385c5 req-73d878d9-d096-48d9-acfe-aafb6da3a27e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe36350f-e1e6-4353-a67f-60cd29711bb6 HTTP/1.1" status: 200 len: 217 time: 0.0338528 Aug 25 01:34:58.165750 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334ecd9-0aad-4d7b-8b9c-7b06446385c5 req-459982bd-4bc0-496f-b807-810ce204eadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:34:58.167194 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-4334ecd9-0aad-4d7b-8b9c-7b06446385c5 req-459982bd-4bc0-496f-b807-810ce204eadc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a3889b63-be2f-4f7f-9f77-28f1a2f0f03a HTTP/1.1" status: 200 len: 853 time: 0.0445776 Aug 25 01:34:58.214867 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334ecd9-0aad-4d7b-8b9c-7b06446385c5 req-0941668a-14de-4179-a396-34f17e4e6537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:34:58.216255 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-4334ecd9-0aad-4d7b-8b9c-7b06446385c5 req-0941668a-14de-4179-a396-34f17e4e6537 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=acc053e6-12a9-4f33-968f-821d031fe3ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418775 Aug 25 01:34:58.304153 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-4334ecd9-0aad-4d7b-8b9c-7b06446385c5 req-25d6e168-cb2f-4652-a3c3-a09254dee6a3 service neutron] 10.222.0.26 "GET /v2.0/networks/acc053e6-12a9-4f33-968f-821d031fe3ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799518 Aug 25 01:34:58.394461 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-4334ecd9-0aad-4d7b-8b9c-7b06446385c5 req-efad0378-6749-44c8-8d06-46858b431c54 service neutron] 10.222.0.26 "GET /v2.0/networks/acc053e6-12a9-4f33-968f-821d031fe3ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819850 Aug 25 01:34:58.475514 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9d195-8bb8-4e52-81cf-e3b08b5d4db1 req-0919c2b2-51b1-4999-9e80-663072a25ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:34:58.476937 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-38d9d195-8bb8-4e52-81cf-e3b08b5d4db1 req-0919c2b2-51b1-4999-9e80-663072a25ee6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd502484c4f842cab183438793976e99&device_id=51e25606-3995-4289-9dbd-aee1fe109267 HTTP/1.1" status: 200 len: 1097 time: 0.0392206 Aug 25 01:34:58.564093 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9d195-8bb8-4e52-81cf-e3b08b5d4db1 req-392f8cdc-50fa-48f7-a9a4-b0860257410e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:34:58.565549 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-38d9d195-8bb8-4e52-81cf-e3b08b5d4db1 req-392f8cdc-50fa-48f7-a9a4-b0860257410e service neutron] 10.222.0.26 "GET /v2.0/networks?id=acc053e6-12a9-4f33-968f-821d031fe3ac HTTP/1.1" status: 200 len: 915 time: 0.0808640 Aug 25 01:34:58.610146 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-38d9d195-8bb8-4e52-81cf-e3b08b5d4db1 req-6b734612-f0d0-4bb4-9764-9cca6af34770 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe36350f-e1e6-4353-a67f-60cd29711bb6 HTTP/1.1" status: 200 len: 217 time: 0.0354209 Aug 25 01:34:58.656892 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9d195-8bb8-4e52-81cf-e3b08b5d4db1 req-a3fce90c-040e-4cd9-9034-f8d6b8f3618b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:34:58.658258 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-38d9d195-8bb8-4e52-81cf-e3b08b5d4db1 req-a3fce90c-040e-4cd9-9034-f8d6b8f3618b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a3889b63-be2f-4f7f-9f77-28f1a2f0f03a HTTP/1.1" status: 200 len: 853 time: 0.0410936 Aug 25 01:34:58.690350 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 56264) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:34:58.704921 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9d195-8bb8-4e52-81cf-e3b08b5d4db1 req-8bcb3dff-c9ad-407d-b126-99d2ef77d575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:34:58.706440 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-38d9d195-8bb8-4e52-81cf-e3b08b5d4db1 req-8bcb3dff-c9ad-407d-b126-99d2ef77d575 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=acc053e6-12a9-4f33-968f-821d031fe3ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404589 Aug 25 01:34:58.807013 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-38d9d195-8bb8-4e52-81cf-e3b08b5d4db1 req-7edc0e00-3daf-4bcc-9691-5f1aefcef227 service neutron] 10.222.0.26 "GET /v2.0/networks/acc053e6-12a9-4f33-968f-821d031fe3ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908117 Aug 25 01:34:58.814121 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70ec07c-b9a0-44a9-9efb-cb912bf77f19 req-ffd0e6e2-6c2b-4552-9885-4c752ac397ed tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:34:58.815628 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-c70ec07c-b9a0-44a9-9efb-cb912bf77f19 req-ffd0e6e2-6c2b-4552-9885-4c752ac397ed tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/ports?device_id=51e25606-3995-4289-9dbd-aee1fe109267 HTTP/1.1" status: 200 len: 944 time: 0.0804543 Aug 25 01:34:58.885604 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-c70ec07c-b9a0-44a9-9efb-cb912bf77f19 req-aef4d088-c486-40ed-b27b-0280a64ea5d8 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/security-groups?id=36088066-a54f-4278-a16b-b24ab1a575b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638022 Aug 25 01:34:58.909747 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-38d9d195-8bb8-4e52-81cf-e3b08b5d4db1 req-0469f0a1-c916-4bb5-ac5f-acd051fcca42 service neutron] 10.222.0.26 "GET /v2.0/networks/acc053e6-12a9-4f33-968f-821d031fe3ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945449 Aug 25 01:34:59.209252 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-fa379be9-6059-4a66-a634-f34408016668 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Deleting port fe7741c2-ab2a-4f18-9940-75a09e681da0 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 01:34:59.209483 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fa379be9-6059-4a66-a634-f34408016668 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782027226579'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:59.278931 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fa379be9-6059-4a66-a634-f34408016668 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647429'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:59.279253 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fa379be9-6059-4a66-a634-f34408016668 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:59.289978 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-fa379be9-6059-4a66-a634-f34408016668 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Calling delete_port for fe7741c2-ab2a-4f18-9940-75a09e681da0 owned by network:floatingip {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 01:34:59.479879 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fa379be9-6059-4a66-a634-f34408016668 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782027086291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782026665153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11069661'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:59.507484 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa379be9-6059-4a66-a634-f34408016668 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Pushing event deleted for resources: {'Port': ['ID=fe7741c2-ab2a-4f18-9940-75a09e681da0,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:34:59.531241 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa379be9-6059-4a66-a634-f34408016668 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:34:59.531580 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa379be9-6059-4a66-a634-f34408016668 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:34:59.531912 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa379be9-6059-4a66-a634-f34408016668 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:34:59.532241 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa379be9-6059-4a66-a634-f34408016668 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:34:59.532567 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa379be9-6059-4a66-a634-f34408016668 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:34:59.532889 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa379be9-6059-4a66-a634-f34408016668 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:34:59.533207 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa379be9-6059-4a66-a634-f34408016668 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:34:59.533525 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa379be9-6059-4a66-a634-f34408016668 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:34:59.533843 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa379be9-6059-4a66-a634-f34408016668 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:34:59.534158 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa379be9-6059-4a66-a634-f34408016668 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:34:59.534473 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa379be9-6059-4a66-a634-f34408016668 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:34:59.534812 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa379be9-6059-4a66-a634-f34408016668 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:34:59.575205 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fa379be9-6059-4a66-a634-f34408016668 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Notify callbacks [] for floatingip, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:59.575533 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.db.l3_db [None req-fa379be9-6059-4a66-a634-f34408016668 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Floating IP 1b149b16-aa3e-4bd9-a2c1-504e860849dc disassociated (deleted). External IP: 172.27.1.253, port: a3775475-a3b7-4d85-a6f7-89a52ab37abe. Aug 25 01:34:59.771512 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa379be9-6059-4a66-a634-f34408016668 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Router 50e70579-4971-41c7-bbeb-bfa3edcdcf5f has already been hosted by L3 agent 2e219680-1a48-4599-ad97-adf9ec497b47 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 01:34:59.875674 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa379be9-6059-4a66-a634-f34408016668 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Notify agent at l3_agent.dv-cinder-790014-2-iscsi the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 01:34:59.880672 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fa379be9-6059-4a66-a634-f34408016668 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:34:59.886582 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b55498e-7459-4cfc-8b37-db50d964d42c None None] Sync routers for ids ['50e70579-4971-41c7-bbeb-bfa3edcdcf5f'] in dv-cinder-790014-2-iscsi {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 01:34:59.899158 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b55498e-7459-4cfc-8b37-db50d964d42c None None] Routers {'50e70579-4971-41c7-bbeb-bfa3edcdcf5f'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:34:59.899772 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-9b55498e-7459-4cfc-8b37-db50d964d42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:34:30Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['50e70579-4971-41c7-bbeb-bfa3edcdcf5f'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:34:59.909624 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-fa379be9-6059-4a66-a634-f34408016668 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "DELETE /v2.0/floatingips/1b149b16-aa3e-4bd9-a2c1-504e860849dc HTTP/1.1" status: 204 len: 168 time: 1.2180657 Aug 25 01:34:59.910224 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '534244b4-6d9f-4918-b1e1-3ea057e19cbf', 'tag': 'a3775475-a3b7-4d85-a6f7-89a52ab37abe'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:34:59.912575 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99221413ad608258be70d61d3aee829b58887b18c5c2a60c7a37b33fff07d90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-839cf545-a644-4281-a008-d64959cd6092" -d '{"events": [{"name": "network-changed", "server_uuid": "534244b4-6d9f-4918-b1e1-3ea057e19cbf", "tag": "a3775475-a3b7-4d85-a6f7-89a52ab37abe"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:34:59.974294 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device fe36350f-e1e6-4353-a67f-60cd29711bb6 details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=93834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 01:35:00.019671 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-9b55498e-7459-4cfc-8b37-db50d964d42c None None] Set router 50e70579-4971-41c7-bbeb-bfa3edcdcf5f gateway port host: dv-cinder-790014-2-iscsi {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:35:00.031423 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d158b0-3fcd-46e8-b069-7b3009acc64d req-84b3ca25-94a5-45c3-b6e9-8ee56987260b tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:00.033067 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-c0d158b0-3fcd-46e8-b069-7b3009acc64d req-84b3ca25-94a5-45c3-b6e9-8ee56987260b tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/ports?device_id=51e25606-3995-4289-9dbd-aee1fe109267 HTTP/1.1" status: 200 len: 944 time: 0.0738955 Aug 25 01:35:00.093267 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-c0d158b0-3fcd-46e8-b069-7b3009acc64d req-8c96c604-6840-4019-91c5-d96830756dfd tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/security-groups?id=36088066-a54f-4278-a16b-b24ab1a575b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532758 Aug 25 01:35:00.097263 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port fe36350f-e1e6-4353-a67f-60cd29711bb6, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=fe36350f-e1e6-4353-a67f-60cd29711bb6,segment=NetworkSegment(7cab06b0-8ea3-4bff-b246-6b830e568114),segment_id=7cab06b0-8ea3-4bff-b246-6b830e568114)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:35:00.124719 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Returning: {'device': 'fe36350f-e1e6-4353-a67f-60cd29711bb6', 'network_id': 'acc053e6-12a9-4f33-968f-821d031fe3ac', 'port_id': 'fe36350f-e1e6-4353-a67f-60cd29711bb6', 'mac_address': 'fa:16:3e:60:f9:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3889b63-be2f-4f7f-9f77-28f1a2f0f03a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 01:35:00.141513 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 01:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2b399f-9b1c-42e2-937b-b674dc0a9726 x-openstack-request-id: req-7b2b399f-9b1c-42e2-937b-b674dc0a9726 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:35:00.141696 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "534244b4-6d9f-4918-b1e1-3ea057e19cbf", "tag": "a3775475-a3b7-4d85-a6f7-89a52ab37abe", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:35:00.141909 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7b2b399f-9b1c-42e2-937b-b674dc0a9726 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:35:00.142286 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '534244b4-6d9f-4918-b1e1-3ea057e19cbf', 'tag': 'a3775475-a3b7-4d85-a6f7-89a52ab37abe', 'status': 'completed', 'code': 200} Aug 25 01:35:00.180829 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:00.195007 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe36350f-e1e6-4353-a67f-60cd29711bb6 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 01:35:00.217824 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port fe36350f-e1e6-4353-a67f-60cd29711bb6, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=fe36350f-e1e6-4353-a67f-60cd29711bb6,segment=NetworkSegment(7cab06b0-8ea3-4bff-b246-6b830e568114),segment_id=7cab06b0-8ea3-4bff-b246-6b830e568114)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:35:00.223864 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:00.229268 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-9b55498e-7459-4cfc-8b37-db50d964d42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e70579-4971-41c7-bbeb-bfa3edcdcf5f', 'name': 'tempest-TestShelveInstance-718401132-router', 'tenant_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '30b508f5-0db6-43a7-bfcb-4e8aea3136da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:28:35Z', 'updated_at': '2021-08-25T01:28:38Z', 'revision_number': 4, 'project_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'gw_port': {'id': '30b508f5-0db6-43a7-bfcb-4e8aea3136da', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e70579-4971-41c7-bbeb-bfa3edcdcf5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:28:35Z', 'updated_at': '2021-08-25T01:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_interfaces': [{'id': '4b61c829-6fb8-421b-9e9e-1d1f0be69582', 'name': '', 'network_id': '321eee0d-c6be-433c-adb7-c8e082895ea9', 'tenant_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'mac_address': 'fa:16:3e:0e:12:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e70579-4971-41c7-bbeb-bfa3edcdcf5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'd7657e42-cf1d-4305-98b4-a698e1c9d680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:28:37Z', 'updated_at': '2021-08-25T01:28:46Z', 'revision_number': 5, 'project_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'subnets': [{'id': 'd7657e42-cf1d-4305-98b4-a698e1c9d680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:35:00.230960 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839cf545-a644-4281-a008-d64959cd6092 req-52245a10-5344-4b08-b4e3-57431fa15ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:00.233154 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-839cf545-a644-4281-a008-d64959cd6092 req-52245a10-5344-4b08-b4e3-57431fa15ac6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cdf67756f57948e9a1bcaae4578b8fb6&device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 1098 time: 0.0601919 Aug 25 01:35:00.252161 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde82df-1f5a-4abb-8a68-0f24ec2b10ee req-acd80a5a-580f-4242-99c7-cae04dcb1eb1 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:00.253993 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ccde82df-1f5a-4abb-8a68-0f24ec2b10ee req-acd80a5a-580f-4242-99c7-cae04dcb1eb1 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 946 time: 0.0892224 Aug 25 01:35:00.265726 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b55498e-7459-4cfc-8b37-db50d964d42c None None] Checking router: 50e70579-4971-41c7-bbeb-bfa3edcdcf5f for host: dv-cinder-790014-2-iscsi {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 01:35:00.274774 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b55498e-7459-4cfc-8b37-db50d964d42c None None] Routers {'50e70579-4971-41c7-bbeb-bfa3edcdcf5f'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:35:00.275434 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-9b55498e-7459-4cfc-8b37-db50d964d42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:34:30Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['50e70579-4971-41c7-bbeb-bfa3edcdcf5f'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:35:00.296747 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Pushing event updated for resources: {'Port': ['ID=fe36350f-e1e6-4353-a67f-60cd29711bb6,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:35:00.307998 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dd849644-545b-43c2-be03-b83058bd6f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:00.320551 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ccde82df-1f5a-4abb-8a68-0f24ec2b10ee req-7fdab3fa-d2f9-43db-929b-8f913675a1c9 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=2baf35bd-5239-4016-91a4-7bb93be8ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577743 Aug 25 01:35:00.337597 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029606b-7487-4b52-972a-d46d93c90ece req-e5eafed2-a717-4bad-8df6-406eb7970ff4 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:00.339225 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a029606b-7487-4b52-972a-d46d93c90ece req-e5eafed2-a717-4bad-8df6-406eb7970ff4 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 945 time: 0.1036572 Aug 25 01:35:00.355105 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839cf545-a644-4281-a008-d64959cd6092 req-640fd029-5cf9-4813-9e2d-7d61b4fe5831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:00.356610 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-839cf545-a644-4281-a008-d64959cd6092 req-640fd029-5cf9-4813-9e2d-7d61b4fe5831 service neutron] 10.222.0.26 "GET /v2.0/networks?id=321eee0d-c6be-433c-adb7-c8e082895ea9 HTTP/1.1" status: 200 len: 909 time: 0.1154981 Aug 25 01:35:00.381855 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a029606b-7487-4b52-972a-d46d93c90ece req-96f8d1e6-59b4-4310-b2c2-0788ce754d23 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/security-groups?id=942ed35d-86d4-4e3d-9945-63fc3c81438c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358908 Aug 25 01:35:00.403012 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-839cf545-a644-4281-a008-d64959cd6092 req-c0d3de66-23a5-40c8-a6d2-494cd6e3efa3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3775475-a3b7-4d85-a6f7-89a52ab37abe HTTP/1.1" status: 200 len: 217 time: 0.0373681 Aug 25 01:35:00.409121 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-9b55498e-7459-4cfc-8b37-db50d964d42c None None] Set router 50e70579-4971-41c7-bbeb-bfa3edcdcf5f gateway port host: dv-cinder-790014-2-iscsi {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:35:00.412705 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:00.459390 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839cf545-a644-4281-a008-d64959cd6092 req-d627017b-9232-4813-98e2-ccf4e65645c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:00.460834 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-839cf545-a644-4281-a008-d64959cd6092 req-d627017b-9232-4813-98e2-ccf4e65645c1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d7657e42-cf1d-4305-98b4-a698e1c9d680 HTTP/1.1" status: 200 len: 847 time: 0.0472882 Aug 25 01:35:00.488064 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] get_ports_and_sgs() called for port_ids ['fe36350f-e1e6-4353-a67f-60cd29711bb6'] {{(pid=93834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 01:35:00.512039 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839cf545-a644-4281-a008-d64959cd6092 req-2d54e0e6-f784-445b-9fee-92c4ead56d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:00.513723 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-839cf545-a644-4281-a008-d64959cd6092 req-2d54e0e6-f784-445b-9fee-92c4ead56d48 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=321eee0d-c6be-433c-adb7-c8e082895ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448196 Aug 25 01:35:00.605746 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-839cf545-a644-4281-a008-d64959cd6092 req-26e96a26-8f5a-463a-9933-112f16799362 service neutron] 10.222.0.26 "GET /v2.0/networks/321eee0d-c6be-433c-adb7-c8e082895ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835602 Aug 25 01:35:00.612248 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-9b55498e-7459-4cfc-8b37-db50d964d42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e70579-4971-41c7-bbeb-bfa3edcdcf5f', 'name': 'tempest-TestShelveInstance-718401132-router', 'tenant_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '30b508f5-0db6-43a7-bfcb-4e8aea3136da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:28:35Z', 'updated_at': '2021-08-25T01:28:38Z', 'revision_number': 4, 'project_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'gw_port': {'id': '30b508f5-0db6-43a7-bfcb-4e8aea3136da', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e70579-4971-41c7-bbeb-bfa3edcdcf5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:28:35Z', 'updated_at': '2021-08-25T01:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_interfaces': [{'id': '4b61c829-6fb8-421b-9e9e-1d1f0be69582', 'name': '', 'network_id': '321eee0d-c6be-433c-adb7-c8e082895ea9', 'tenant_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'mac_address': 'fa:16:3e:0e:12:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e70579-4971-41c7-bbeb-bfa3edcdcf5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'd7657e42-cf1d-4305-98b4-a698e1c9d680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:28:37Z', 'updated_at': '2021-08-25T01:28:46Z', 'revision_number': 5, 'project_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'subnets': [{'id': 'd7657e42-cf1d-4305-98b4-a698e1c9d680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:35:00.641015 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b55498e-7459-4cfc-8b37-db50d964d42c None None] The sync data for ids ['50e70579-4971-41c7-bbeb-bfa3edcdcf5f'] in dv-cinder-790014-2-iscsi is: [{'id': '50e70579-4971-41c7-bbeb-bfa3edcdcf5f', 'name': 'tempest-TestShelveInstance-718401132-router', 'tenant_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '30b508f5-0db6-43a7-bfcb-4e8aea3136da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:28:35Z', 'updated_at': '2021-08-25T01:28:38Z', 'revision_number': 4, 'project_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'gw_port': {'id': '30b508f5-0db6-43a7-bfcb-4e8aea3136da', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e70579-4971-41c7-bbeb-bfa3edcdcf5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:28:35Z', 'updated_at': '2021-08-25T01:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_interfaces': [{'id': '4b61c829-6fb8-421b-9e9e-1d1f0be69582', 'name': '', 'network_id': '321eee0d-c6be-433c-adb7-c8e082895ea9', 'tenant_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'mac_address': 'fa:16:3e:0e:12:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e70579-4971-41c7-bbeb-bfa3edcdcf5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'd7657e42-cf1d-4305-98b4-a698e1c9d680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:28:37Z', 'updated_at': '2021-08-25T01:28:46Z', 'revision_number': 5, 'project_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'subnets': [{'id': 'd7657e42-cf1d-4305-98b4-a698e1c9d680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 01:35:00.704716 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-839cf545-a644-4281-a008-d64959cd6092 req-c0cad5b2-d2ac-4c59-b256-112084b16f13 service neutron] 10.222.0.26 "GET /v2.0/networks/321eee0d-c6be-433c-adb7-c8e082895ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907197 Aug 25 01:35:00.840163 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac271a6d-ac62-415c-ad62-c43b026af468 None None] New status for floating IP 1b149b16-aa3e-4bd9-a2c1-504e860849dc: DOWN {{(pid=93834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 01:35:00.915165 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d877336-721a-4d3d-9b41-e32e75b3d69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:01.206917 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1608d5e0-f4aa-4308-bbc9-728d0373439d req-2c20a640-9fe9-4df5-ba50-5f11424dde02 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:01.208381 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-1608d5e0-f4aa-4308-bbc9-728d0373439d req-2c20a640-9fe9-4df5-ba50-5f11424dde02 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/ports?device_id=51e25606-3995-4289-9dbd-aee1fe109267 HTTP/1.1" status: 200 len: 945 time: 0.0474200 Aug 25 01:35:01.244704 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-1608d5e0-f4aa-4308-bbc9-728d0373439d req-a6b03d98-1e38-42c8-a25b-41b48c370261 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/security-groups?id=36088066-a54f-4278-a16b-b24ab1a575b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305052 Aug 25 01:35:01.449533 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa8970-9d82-49a7-9bc5-9749aa518521 req-5b0e43bb-0e45-4e2c-be9d-59cfc01c1bce tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:01.451079 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-9baa8970-9d82-49a7-9bc5-9749aa518521 req-5b0e43bb-0e45-4e2c-be9d-59cfc01c1bce tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 946 time: 0.0514255 Aug 25 01:35:01.518945 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-9baa8970-9d82-49a7-9bc5-9749aa518521 req-a255479e-a0e0-4bd5-aa07-9b39683da5d1 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=2baf35bd-5239-4016-91a4-7bb93be8ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565538 Aug 25 01:35:01.526857 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a821e3a-5985-479e-95ca-5925d7298d83 req-ec9a8a74-04ba-44b6-b020-5a3aa9b496d7 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:01.528245 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-6a821e3a-5985-479e-95ca-5925d7298d83 req-ec9a8a74-04ba-44b6-b020-5a3aa9b496d7 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 945 time: 0.0740337 Aug 25 01:35:01.565506 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-6a821e3a-5985-479e-95ca-5925d7298d83 req-43306b28-fec6-444d-bf7d-956436da37a7 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/security-groups?id=942ed35d-86d4-4e3d-9945-63fc3c81438c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308437 Aug 25 01:35:01.853043 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b730b5-2d45-486b-b25d-072b3acaa101 req-9eb249a8-2d0a-4a14-aa3c-424c6adedaf4 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:01.854372 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-32b730b5-2d45-486b-b25d-072b3acaa101 req-9eb249a8-2d0a-4a14-aa3c-424c6adedaf4 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.26 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 945 time: 0.0470550 Aug 25 01:35:01.946069 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-32b730b5-2d45-486b-b25d-072b3acaa101 req-92c541bb-ac75-4122-95d4-5e8dac17fb3c tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Deleting port a3775475-a3b7-4d85-a6f7-89a52ab37abe {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 01:35:01.946412 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-32b730b5-2d45-486b-b25d-072b3acaa101 req-92c541bb-ac75-4122-95d4-5e8dac17fb3c tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782027226579'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:01.990929 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device fe36350f-e1e6-4353-a67f-60cd29711bb6 up at agent hyperv_hv-cinder-79001 {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:35:02.031930 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-32b730b5-2d45-486b-b25d-072b3acaa101 req-92c541bb-ac75-4122-95d4-5e8dac17fb3c tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] For port a3775475-a3b7-4d85-a6f7-89a52ab37abe, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=a3775475-a3b7-4d85-a6f7-89a52ab37abe,segment=NetworkSegment(60783d59-e204-428b-9b9a-32183774f0fb),segment_id=60783d59-e204-428b-9b9a-32183774f0fb)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:35:02.032292 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-32b730b5-2d45-486b-b25d-072b3acaa101 req-92c541bb-ac75-4122-95d4-5e8dac17fb3c tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647429'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:02.036608 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Provisioning for port fe36350f-e1e6-4353-a67f-60cd29711bb6 completed by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:35:02.040405 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Provisioning complete for port fe36350f-e1e6-4353-a67f-60cd29711bb6 triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:35:02.040846 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:02.045371 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-32b730b5-2d45-486b-b25d-072b3acaa101 req-92c541bb-ac75-4122-95d4-5e8dac17fb3c tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Calling delete_port for a3775475-a3b7-4d85-a6f7-89a52ab37abe owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 01:35:02.122242 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:02.144717 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e25606-3995-4289-9dbd-aee1fe109267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe36350f-e1e6-4353-a67f-60cd29711bb6'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:35:02.147002 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac4c50f49c3b3a17933da630e77cab0c79281d75959c3f8023547b3e3ec39ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d46011-6df7-40ea-b296-d7db457ba53e" -d '{"events": [{"server_uuid": "51e25606-3995-4289-9dbd-aee1fe109267", "name": "network-vif-plugged", "status": "completed", "tag": "fe36350f-e1e6-4353-a67f-60cd29711bb6"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:35:02.159835 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port fe36350f-e1e6-4353-a67f-60cd29711bb6, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=fe36350f-e1e6-4353-a67f-60cd29711bb6,segment=NetworkSegment(7cab06b0-8ea3-4bff-b246-6b830e568114),segment_id=7cab06b0-8ea3-4bff-b246-6b830e568114)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:35:02.166543 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:02.167806 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device a3775475-a3b7-4d85-a6f7-89a52ab37abe no longer exists at agent hyperv_hv-cinder-79001 {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 01:35:02.176083 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-32b730b5-2d45-486b-b25d-072b3acaa101 req-92c541bb-ac75-4122-95d4-5e8dac17fb3c tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782027086291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782026665153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:02.205508 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c541bb-ac75-4122-95d4-5e8dac17fb3c tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Pushing event deleted for resources: {'Port': ['ID=a3775475-a3b7-4d85-a6f7-89a52ab37abe,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:35:02.207523 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 01:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d2f05e-dd4b-4ee2-a592-c36e128b020f x-openstack-request-id: req-f8d2f05e-dd4b-4ee2-a592-c36e128b020f {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:35:02.207815 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51e25606-3995-4289-9dbd-aee1fe109267", "name": "network-vif-plugged", "status": "completed", "tag": "fe36350f-e1e6-4353-a67f-60cd29711bb6", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:35:02.208144 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f8d2f05e-dd4b-4ee2-a592-c36e128b020f {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:35:02.209401 dv-cinder-790014-2-iscsi neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e25606-3995-4289-9dbd-aee1fe109267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe36350f-e1e6-4353-a67f-60cd29711bb6', 'code': 200} Aug 25 01:35:02.247092 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Pushing event updated for resources: {'Port': ['ID=fe36350f-e1e6-4353-a67f-60cd29711bb6,revision_number=5']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:35:02.250007 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] No active binding found for port a3775475-a3b7-4d85-a6f7-89a52ab37abe {{(pid=93834) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 25 01:35:02.250270 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device a3775475-a3b7-4d85-a6f7-89a52ab37abe not bound to the agent host hv-cinder-79001 {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 01:35:02.257742 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-32b730b5-2d45-486b-b25d-072b3acaa101 req-92c541bb-ac75-4122-95d4-5e8dac17fb3c tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] No DVR routers for this DVR port a3775475-a3b7-4d85-a6f7-89a52ab37abe on host hv-cinder-79001 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 01:35:02.260542 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-32b730b5-2d45-486b-b25d-072b3acaa101 req-92c541bb-ac75-4122-95d4-5e8dac17fb3c tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:02.262572 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-32b730b5-2d45-486b-b25d-072b3acaa101 req-92c541bb-ac75-4122-95d4-5e8dac17fb3c tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.26 "DELETE /v2.0/ports/a3775475-a3b7-4d85-a6f7-89a52ab37abe HTTP/1.1" status: 204 len: 173 time: 0.4021173 Aug 25 01:35:02.263086 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '534244b4-6d9f-4918-b1e1-3ea057e19cbf', 'name': 'network-vif-deleted', 'tag': 'a3775475-a3b7-4d85-a6f7-89a52ab37abe'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:35:02.267327 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6aaa77860150641abcbf195034e02978cb43d302165c9bbcbee081d494fe815" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e4ee11-54bf-40bc-82da-1a361f38f524" -d '{"events": [{"server_uuid": "534244b4-6d9f-4918-b1e1-3ea057e19cbf", "name": "network-vif-deleted", "tag": "a3775475-a3b7-4d85-a6f7-89a52ab37abe"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:35:02.311268 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 01:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27abfcc-05fa-43fa-b93e-13c3d6f0082e x-openstack-request-id: req-b27abfcc-05fa-43fa-b93e-13c3d6f0082e {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:35:02.311692 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "534244b4-6d9f-4918-b1e1-3ea057e19cbf", "name": "network-vif-deleted", "tag": "a3775475-a3b7-4d85-a6f7-89a52ab37abe", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:35:02.312023 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b27abfcc-05fa-43fa-b93e-13c3d6f0082e {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:35:02.312447 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '534244b4-6d9f-4918-b1e1-3ea057e19cbf', 'name': 'network-vif-deleted', 'tag': 'a3775475-a3b7-4d85-a6f7-89a52ab37abe', 'status': 'completed', 'code': 200} Aug 25 01:35:02.370773 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b677f4e-083e-4f94-accd-2fd0a7121ba4 req-3c3fb8ec-0dca-4a6c-8baa-a1c5a94e871d tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:02.372583 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-6b677f4e-083e-4f94-accd-2fd0a7121ba4 req-3c3fb8ec-0dca-4a6c-8baa-a1c5a94e871d tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/ports?device_id=51e25606-3995-4289-9dbd-aee1fe109267 HTTP/1.1" status: 200 len: 946 time: 0.0492396 Aug 25 01:35:02.380031 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f512c-ac99-4ab5-937e-91a881880d34 req-e3c88c1c-1760-429c-8cc2-12076baf2d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:02.381477 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-f73f512c-ac99-4ab5-937e-91a881880d34 req-e3c88c1c-1760-429c-8cc2-12076baf2d93 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=51e25606-3995-4289-9dbd-aee1fe109267 HTTP/1.1" status: 200 len: 1099 time: 0.0450108 Aug 25 01:35:02.411563 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-6b677f4e-083e-4f94-accd-2fd0a7121ba4 req-310c016b-2ccc-4c4c-a4f2-a12ae48f0d9a tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/security-groups?id=36088066-a54f-4278-a16b-b24ab1a575b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325794 Aug 25 01:35:02.418639 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-f73f512c-ac99-4ab5-937e-91a881880d34 req-31cd6655-3fe6-419d-8924-f5c9409dcfe4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=36088066-a54f-4278-a16b-b24ab1a575b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279086 Aug 25 01:35:02.585416 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-637296fa-69e7-4112-9a21-84726ca1bc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:02.644887 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6071fef3-6849-4e56-9504-df6b5eff4c9b req-fcbeb0da-e648-4f3f-aaf9-ff50cb980f91 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:02.646566 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-6071fef3-6849-4e56-9504-df6b5eff4c9b req-fcbeb0da-e648-4f3f-aaf9-ff50cb980f91 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 946 time: 0.0531056 Aug 25 01:35:02.695664 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-f80b59e2-72b3-4f50-b4c1-80e60c9bbf71 req-8b3c087f-f320-422f-a6da-86e915a9b960 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "GET /v2.0/ports?device_id=534244b4-6d9f-4918-b1e1-3ea057e19cbf HTTP/1.1" status: 200 len: 210 time: 0.0480683 Aug 25 01:35:02.718654 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-6071fef3-6849-4e56-9504-df6b5eff4c9b req-ea787275-0668-4003-8aab-ea982d24b6e4 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=2baf35bd-5239-4016-91a4-7bb93be8ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625958 Aug 25 01:35:03.522582 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71d69a-b353-490b-8e15-1a28f4bb38eb req-797fe477-47c8-4ec7-a298-8b44ceae263d tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:03.524067 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ab71d69a-b353-490b-8e15-1a28f4bb38eb req-797fe477-47c8-4ec7-a298-8b44ceae263d tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/ports?device_id=51e25606-3995-4289-9dbd-aee1fe109267 HTTP/1.1" status: 200 len: 946 time: 0.0482788 Aug 25 01:35:03.561334 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ab71d69a-b353-490b-8e15-1a28f4bb38eb req-1c6b7d92-99d8-47f6-87f2-b42b7edede08 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/security-groups?id=36088066-a54f-4278-a16b-b24ab1a575b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313575 Aug 25 01:35:03.751289 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 56316) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:35:03.810015 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3651c1bf-fc9e-4e60-af81-7bff520d76c5 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:03.834475 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3651c1bf-fc9e-4e60-af81-7bff520d76c5 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:03.840364 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d641d36-0127-48fa-9be6-e57b7a41abc1 req-2a2112fd-9d5d-480c-8fc0-4acdda133be9 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:03.841846 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-1d641d36-0127-48fa-9be6-e57b7a41abc1 req-2a2112fd-9d5d-480c-8fc0-4acdda133be9 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 946 time: 0.0468438 Aug 25 01:35:03.879701 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-1d641d36-0127-48fa-9be6-e57b7a41abc1 req-b5bba6e4-bec5-40bd-89e1-d26d2ce9fd94 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=2baf35bd-5239-4016-91a4-7bb93be8ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312183 Aug 25 01:35:03.897381 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3651c1bf-fc9e-4e60-af81-7bff520d76c5 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:03.900082 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3651c1bf-fc9e-4e60-af81-7bff520d76c5 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:03.901212 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-3651c1bf-fc9e-4e60-af81-7bff520d76c5 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] 10.222.0.23 "DELETE /v2.0/security-groups/942ed35d-86d4-4e3d-9945-63fc3c81438c HTTP/1.1" status: 204 len: 168 time: 0.1489110 Aug 25 01:35:03.910886 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3651c1bf-fc9e-4e60-af81-7bff520d76c5 tempest-TestShelveInstance-583054876 tempest-TestShelveInstance-583054876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=942ed35d-86d4-4e3d-9945-63fc3c81438c,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:35:03.956953 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 56320) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:35:04.434268 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-732ab947-2b35-4397-a456-3513b0d98254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932588'] for router_interface, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:04.705176 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433d7ee-42ab-434c-9c5b-e3785d041d89 req-c4b2e258-950c-4fef-9729-293d0d4f41e7 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:04.706511 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d433d7ee-42ab-434c-9c5b-e3785d041d89 req-c4b2e258-950c-4fef-9729-293d0d4f41e7 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/ports?device_id=51e25606-3995-4289-9dbd-aee1fe109267 HTTP/1.1" status: 200 len: 946 time: 0.0797918 Aug 25 01:35:04.768073 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d433d7ee-42ab-434c-9c5b-e3785d041d89 req-06adc36a-9919-4b20-b57f-a40a6f1a7074 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/security-groups?id=36088066-a54f-4278-a16b-b24ab1a575b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551691 Aug 25 01:35:04.775910 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-732ab947-2b35-4397-a456-3513b0d98254 admin admin] Deleting port 4b61c829-6fb8-421b-9e9e-1d1f0be69582 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 01:35:04.776245 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-732ab947-2b35-4397-a456-3513b0d98254 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782027226579'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:04.879167 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-732ab947-2b35-4397-a456-3513b0d98254 admin admin] For port 4b61c829-6fb8-421b-9e9e-1d1f0be69582, host dv-cinder-790014-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=4b61c829-6fb8-421b-9e9e-1d1f0be69582,segment=NetworkSegment(60783d59-e204-428b-9b9a-32183774f0fb),segment_id=60783d59-e204-428b-9b9a-32183774f0fb)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:35:04.879521 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-732ab947-2b35-4397-a456-3513b0d98254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647429'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:04.894907 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-732ab947-2b35-4397-a456-3513b0d98254 admin admin] Calling delete_port for 4b61c829-6fb8-421b-9e9e-1d1f0be69582 owned by network:router_interface {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 01:35:04.912009 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983858ad-2afe-4077-b0b9-feaebfe5a535 req-5c79fa96-a50b-482c-b35d-483b3f074e56 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:04.913451 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-983858ad-2afe-4077-b0b9-feaebfe5a535 req-5c79fa96-a50b-482c-b35d-483b3f074e56 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/ports?device_id=51e25606-3995-4289-9dbd-aee1fe109267 HTTP/1.1" status: 200 len: 946 time: 0.0797508 Aug 25 01:35:05.224692 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-983858ad-2afe-4077-b0b9-feaebfe5a535 req-e0d86a14-ef9e-478f-bca2-9e7070623962 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/security-groups?id=36088066-a54f-4278-a16b-b24ab1a575b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772253 Aug 25 01:35:05.269952 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1b16a-601a-4517-b44d-c367a40d8b4a req-8464a55a-4511-4abe-b605-676882b308bb tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:05.271433 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-8fb1b16a-601a-4517-b44d-c367a40d8b4a req-8464a55a-4511-4abe-b605-676882b308bb tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 946 time: 0.3152373 Aug 25 01:35:05.327927 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-8fb1b16a-601a-4517-b44d-c367a40d8b4a req-d7a48290-5c37-49e3-b095-a5491cdef591 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=2baf35bd-5239-4016-91a4-7bb93be8ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489647 Aug 25 01:35:05.376005 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-732ab947-2b35-4397-a456-3513b0d98254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782027086291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782026665153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11069661'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:05.402159 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732ab947-2b35-4397-a456-3513b0d98254 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b61c829-6fb8-421b-9e9e-1d1f0be69582,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:35:05.600941 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45eaee1-3394-4b55-b825-a763c5c7912c req-e6b96a7b-7b34-4f56-83aa-ca71e9f42a8c tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:05.602393 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-b45eaee1-3394-4b55-b825-a763c5c7912c req-e6b96a7b-7b34-4f56-83aa-ca71e9f42a8c tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/ports?device_id=51e25606-3995-4289-9dbd-aee1fe109267 HTTP/1.1" status: 200 len: 946 time: 0.0933063 Aug 25 01:35:05.624379 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-732ab947-2b35-4397-a456-3513b0d98254 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-647322'] for router_interface, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:05.706211 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-b45eaee1-3394-4b55-b825-a763c5c7912c req-b3f15430-5a3e-4910-8960-8c50f682794b tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/security-groups?id=36088066-a54f-4278-a16b-b24ab1a575b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976784 Aug 25 01:35:05.846041 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-732ab947-2b35-4397-a456-3513b0d98254 admin admin] Router 50e70579-4971-41c7-bbeb-bfa3edcdcf5f has already been hosted by L3 agent 2e219680-1a48-4599-ad97-adf9ec497b47 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 01:35:05.958057 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732ab947-2b35-4397-a456-3513b0d98254 admin admin] Notify agent at l3_agent.dv-cinder-790014-2-iscsi the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 01:35:05.964166 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-732ab947-2b35-4397-a456-3513b0d98254 admin admin] 10.222.0.23 "PUT /v2.0/routers/50e70579-4971-41c7-bbeb-bfa3edcdcf5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0059557 Aug 25 01:35:05.966657 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 56338) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:35:05.968992 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b04c66-5ab4-4b19-a382-498ada5da968 None None] Sync routers for ids ['50e70579-4971-41c7-bbeb-bfa3edcdcf5f'] in dv-cinder-790014-2-iscsi {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 01:35:05.984996 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b04c66-5ab4-4b19-a382-498ada5da968 None None] Routers {'50e70579-4971-41c7-bbeb-bfa3edcdcf5f'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:35:05.985539 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-b9b04c66-5ab4-4b19-a382-498ada5da968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:35:00Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['50e70579-4971-41c7-bbeb-bfa3edcdcf5f'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:35:06.083296 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-779b0f78-efc3-430e-87ae-fdfbcc1b2b12 admin admin] Notify callbacks [] for router, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:06.097711 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-b9b04c66-5ab4-4b19-a382-498ada5da968 None None] Set router 50e70579-4971-41c7-bbeb-bfa3edcdcf5f gateway port host: dv-cinder-790014-2-iscsi {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:35:06.182010 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-779b0f78-efc3-430e-87ae-fdfbcc1b2b12 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:06.233875 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-779b0f78-efc3-430e-87ae-fdfbcc1b2b12 admin admin] Deleting port 30b508f5-0db6-43a7-bfcb-4e8aea3136da {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 01:35:06.234210 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-779b0f78-efc3-430e-87ae-fdfbcc1b2b12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782027226579'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:06.276392 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-b9b04c66-5ab4-4b19-a382-498ada5da968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e70579-4971-41c7-bbeb-bfa3edcdcf5f', 'name': 'tempest-TestShelveInstance-718401132-router', 'tenant_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '30b508f5-0db6-43a7-bfcb-4e8aea3136da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:28:35Z', 'updated_at': '2021-08-25T01:35:05Z', 'revision_number': 5, 'project_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'gw_port': {'id': '30b508f5-0db6-43a7-bfcb-4e8aea3136da', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e70579-4971-41c7-bbeb-bfa3edcdcf5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:28:35Z', 'updated_at': '2021-08-25T01:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi'}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:35:06.303415 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b04c66-5ab4-4b19-a382-498ada5da968 None None] Checking router: 50e70579-4971-41c7-bbeb-bfa3edcdcf5f for host: dv-cinder-790014-2-iscsi {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 01:35:06.311391 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b04c66-5ab4-4b19-a382-498ada5da968 None None] Routers {'50e70579-4971-41c7-bbeb-bfa3edcdcf5f'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:35:06.311993 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-b9b04c66-5ab4-4b19-a382-498ada5da968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:35:00Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['50e70579-4971-41c7-bbeb-bfa3edcdcf5f'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:35:06.315158 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-779b0f78-efc3-430e-87ae-fdfbcc1b2b12 admin admin] For port 30b508f5-0db6-43a7-bfcb-4e8aea3136da, host dv-cinder-790014-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=30b508f5-0db6-43a7-bfcb-4e8aea3136da,segment=NetworkSegment(094c6717-dbf2-418c-b33e-47759605d17a),segment_id=094c6717-dbf2-418c-b33e-47759605d17a)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:35:06.315520 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-779b0f78-efc3-430e-87ae-fdfbcc1b2b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647429'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:06.326884 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-779b0f78-efc3-430e-87ae-fdfbcc1b2b12 admin admin] Calling delete_port for 30b508f5-0db6-43a7-bfcb-4e8aea3136da owned by network:router_gateway {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 01:35:06.463499 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f4a862-db4a-467f-a4a3-bb161f4e418f req-569be837-6456-48ac-9455-7df8e9c947b7 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:06.464686 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-e2f4a862-db4a-467f-a4a3-bb161f4e418f req-569be837-6456-48ac-9455-7df8e9c947b7 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 946 time: 0.0568042 Aug 25 01:35:06.488811 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-b9b04c66-5ab4-4b19-a382-498ada5da968 None None] Set router 50e70579-4971-41c7-bbeb-bfa3edcdcf5f gateway port host: None {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:35:06.500807 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-779b0f78-efc3-430e-87ae-fdfbcc1b2b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782027086291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782026665153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:06.508413 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-e2f4a862-db4a-467f-a4a3-bb161f4e418f req-a68c811f-e401-4284-aab1-6483cd2c6833 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=2baf35bd-5239-4016-91a4-7bb93be8ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352156 Aug 25 01:35:06.540976 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-b9b04c66-5ab4-4b19-a382-498ada5da968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e70579-4971-41c7-bbeb-bfa3edcdcf5f', 'name': 'tempest-TestShelveInstance-718401132-router', 'tenant_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:28:35Z', 'updated_at': '2021-08-25T01:35:06Z', 'revision_number': 6, 'project_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'gw_port_host': None}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:35:06.541164 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779b0f78-efc3-430e-87ae-fdfbcc1b2b12 admin admin] Pushing event deleted for resources: {'Port': ['ID=30b508f5-0db6-43a7-bfcb-4e8aea3136da,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:35:06.571047 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b04c66-5ab4-4b19-a382-498ada5da968 None None] The sync data for ids ['50e70579-4971-41c7-bbeb-bfa3edcdcf5f'] in dv-cinder-790014-2-iscsi is: [{'id': '50e70579-4971-41c7-bbeb-bfa3edcdcf5f', 'name': 'tempest-TestShelveInstance-718401132-router', 'tenant_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:28:35Z', 'updated_at': '2021-08-25T01:35:06Z', 'revision_number': 6, 'project_id': 'cdf67756f57948e9a1bcaae4578b8fb6', 'gw_port_host': None}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 01:35:06.600953 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-779b0f78-efc3-430e-87ae-fdfbcc1b2b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930752'] for router_gateway, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:06.688297 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-779b0f78-efc3-430e-87ae-fdfbcc1b2b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11014'] for router, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:06.690348 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-779b0f78-efc3-430e-87ae-fdfbcc1b2b12 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:06.734337 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-779b0f78-efc3-430e-87ae-fdfbcc1b2b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920409'] for router, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:06.734918 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-779b0f78-efc3-430e-87ae-fdfbcc1b2b12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50e70579-4971-41c7-bbeb-bfa3edcdcf5f {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 01:35:06.739624 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-779b0f78-efc3-430e-87ae-fdfbcc1b2b12 admin admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:06.740743 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-779b0f78-efc3-430e-87ae-fdfbcc1b2b12 admin admin] 10.222.0.23 "DELETE /v2.0/routers/50e70579-4971-41c7-bbeb-bfa3edcdcf5f HTTP/1.1" status: 204 len: 168 time: 0.7725506 Aug 25 01:35:06.743208 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 56344) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:35:06.786448 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0d66d2b-0678-48fd-976e-103af46e2d04 admin admin] Deleting subnet d7657e42-cf1d-4305-98b4-a698e1c9d680 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 01:35:06.789338 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0d66d2b-0678-48fd-976e-103af46e2d04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:06.821262 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0d66d2b-0678-48fd-976e-103af46e2d04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8611426'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:06.900501 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0d66d2b-0678-48fd-976e-103af46e2d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4168828'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:06.964484 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0d66d2b-0678-48fd-976e-103af46e2d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4168079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8611559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11558343'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:06.994072 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d66d2b-0678-48fd-976e-103af46e2d04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7657e42-cf1d-4305-98b4-a698e1c9d680,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:35:06.996142 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0d66d2b-0678-48fd-976e-103af46e2d04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:06.997976 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-c0d66d2b-0678-48fd-976e-103af46e2d04 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d7657e42-cf1d-4305-98b4-a698e1c9d680 HTTP/1.1" status: 204 len: 168 time: 0.2538369 Aug 25 01:35:07.000803 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 56346) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:35:07.006236 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8740e212-5797-4227-ad48-2b723016fb75 None None] Network 321eee0d-c6be-433c-adb7-c8e082895ea9 requested from dv-cinder-790014-2-iscsi {{(pid=93834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 01:35:07.069837 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c626054f-ec6f-4323-a8ca-28e3b84d0221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116255'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:07.130932 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c626054f-ec6f-4323-a8ca-28e3b84d0221 admin admin] Deleting port d81b99ba-7813-412b-a033-8689e2109f28 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 01:35:07.131279 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c626054f-ec6f-4323-a8ca-28e3b84d0221 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782027226579'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:07.197362 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c626054f-ec6f-4323-a8ca-28e3b84d0221 admin admin] For port d81b99ba-7813-412b-a033-8689e2109f28, host dv-cinder-790014-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=d81b99ba-7813-412b-a033-8689e2109f28,segment=NetworkSegment(60783d59-e204-428b-9b9a-32183774f0fb),segment_id=60783d59-e204-428b-9b9a-32183774f0fb)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:35:07.197873 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c626054f-ec6f-4323-a8ca-28e3b84d0221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647429'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:07.212213 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c626054f-ec6f-4323-a8ca-28e3b84d0221 admin admin] Calling delete_port for d81b99ba-7813-412b-a033-8689e2109f28 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 01:35:07.296589 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c626054f-ec6f-4323-a8ca-28e3b84d0221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782027086291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782026665153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:07.323799 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c626054f-ec6f-4323-a8ca-28e3b84d0221 admin admin] Pushing event deleted for resources: {'Port': ['ID=d81b99ba-7813-412b-a033-8689e2109f28,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:35:07.325645 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c626054f-ec6f-4323-a8ca-28e3b84d0221 admin admin] No DVR routers for this DVR port d81b99ba-7813-412b-a033-8689e2109f28 on host dv-cinder-790014-2-iscsi {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 01:35:07.361258 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d880a43-f7e8-4f40-b3f8-d92d24361d32 None None] DHCP port deletion for 321eee0d-c6be-433c-adb7-c8e082895ea9 request from dv-cinder-790014-2-iscsi {{(pid=93834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 01:35:07.399024 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 4b61c829-6fb8-421b-9e9e-1d1f0be69582 no longer exists at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 01:35:07.400930 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c626054f-ec6f-4323-a8ca-28e3b84d0221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4169723', 'neutron.services.segments.db._delete_segments_for_network-8782027164591'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:07.412529 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.services.segments.db [None req-c626054f-ec6f-4323-a8ca-28e3b84d0221 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['321eee0d-c6be-433c-adb7-c8e082895ea9']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:35:07.423944 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.services.segments.db [None req-c626054f-ec6f-4323-a8ca-28e3b84d0221 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60783d59-e204-428b-9b9a-32183774f0fb') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:35:07.424226 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.services.segments.db [None req-c626054f-ec6f-4323-a8ca-28e3b84d0221 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60783d59-e204-428b-9b9a-32183774f0fb') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:35:07.426175 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] No Port match for: 4b61c829-6fb8-421b-9e9e-1d1f0be69582 {{(pid=93834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 01:35:07.426589 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 4b61c829-6fb8-421b-9e9e-1d1f0be69582 not bound to the agent host dv-cinder-790014-2-iscsi {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 01:35:07.439377 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c626054f-ec6f-4323-a8ca-28e3b84d0221 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782027164474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8611437'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:07.456557 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c626054f-ec6f-4323-a8ca-28e3b84d0221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3751945'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:07.462539 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c626054f-ec6f-4323-a8ca-28e3b84d0221 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 01:35:07.463157 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c626054f-ec6f-4323-a8ca-28e3b84d0221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3751945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8611077'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:07.464571 dv-cinder-790014-2-iscsi neutron-server[93833]: Traceback (most recent call last): Aug 25 01:35:07.464571 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 01:35:07.464571 dv-cinder-790014-2-iscsi neutron-server[93833]: timer() Aug 25 01:35:07.464571 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 01:35:07.464571 dv-cinder-790014-2-iscsi neutron-server[93833]: cb(*args, **kw) Aug 25 01:35:07.464571 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 01:35:07.464571 dv-cinder-790014-2-iscsi neutron-server[93833]: return func(*args, **kwargs) Aug 25 01:35:07.464571 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 01:35:07.464571 dv-cinder-790014-2-iscsi neutron-server[93833]: self._notify() Aug 25 01:35:07.464571 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 01:35:07.464571 dv-cinder-790014-2-iscsi neutron-server[93833]: self.callback(batched_events) Aug 25 01:35:07.464571 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 01:35:07.464571 dv-cinder-790014-2-iscsi neutron-server[93833]: event.method(event) Aug 25 01:35:07.464571 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 01:35:07.464571 dv-cinder-790014-2-iscsi neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 01:35:07.464571 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 01:35:07.464571 dv-cinder-790014-2-iscsi neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 01:35:07.464571 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 01:35:07.464571 dv-cinder-790014-2-iscsi neutron-server[93833]: return f(self, *a, **k) Aug 25 01:35:07.464571 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 25 01:35:07.464571 dv-cinder-790014-2-iscsi neutron-server[93833]: return self._get(url).json() Aug 25 01:35:07.464571 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 25 01:35:07.464571 dv-cinder-790014-2-iscsi neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 01:35:07.464571 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 01:35:07.464571 dv-cinder-790014-2-iscsi neutron-server[93833]: return self.request(url, 'GET', **kwargs) Aug 25 01:35:07.464571 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 01:35:07.464571 dv-cinder-790014-2-iscsi neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 01:35:07.464571 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 01:35:07.464571 dv-cinder-790014-2-iscsi neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 01:35:07.464571 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 01:35:07.464571 dv-cinder-790014-2-iscsi neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 01:35:07.464571 dv-cinder-790014-2-iscsi neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 01:35:07.519872 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c626054f-ec6f-4323-a8ca-28e3b84d0221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4169714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930796'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:07.527945 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c626054f-ec6f-4323-a8ca-28e3b84d0221 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:07.532863 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 56364) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:35:07.533427 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-c626054f-ec6f-4323-a8ca-28e3b84d0221 admin admin] 10.222.0.23 "DELETE /v2.0/networks/321eee0d-c6be-433c-adb7-c8e082895ea9 HTTP/1.1" status: 204 len: 168 time: 0.5311296 Aug 25 01:35:07.544522 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c626054f-ec6f-4323-a8ca-28e3b84d0221 admin admin] Pushing event deleted for resources: {'Network': ['ID=321eee0d-c6be-433c-adb7-c8e082895ea9,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:35:07.671918 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b34d0f-2917-47b1-ae95-de27181fa94e req-0565d74a-3598-4088-bb70-cbb39819b105 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:07.673558 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-42b34d0f-2917-47b1-ae95-de27181fa94e req-0565d74a-3598-4088-bb70-cbb39819b105 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 946 time: 0.0649042 Aug 25 01:35:07.789027 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-42b34d0f-2917-47b1-ae95-de27181fa94e req-db524534-b8da-45c8-8cca-3419aa5005d9 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=2baf35bd-5239-4016-91a4-7bb93be8ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056387 Aug 25 01:35:07.950812 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-162c15ee-6eb3-41ff-91ea-a86c04da6b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932588'] for router_interface, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:08.186533 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-162c15ee-6eb3-41ff-91ea-a86c04da6b5d admin admin] Deleting port 8fa1f8fb-0d07-4dfb-8e01-85084cc212f2 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 01:35:08.186892 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-162c15ee-6eb3-41ff-91ea-a86c04da6b5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782027226579'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:08.258611 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-162c15ee-6eb3-41ff-91ea-a86c04da6b5d admin admin] For port 8fa1f8fb-0d07-4dfb-8e01-85084cc212f2, host dv-cinder-790014-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=8fa1f8fb-0d07-4dfb-8e01-85084cc212f2,segment=NetworkSegment(62cc9a61-35cf-4aa2-8457-b6fa9b24ef7e),segment_id=62cc9a61-35cf-4aa2-8457-b6fa9b24ef7e)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:35:08.258987 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-162c15ee-6eb3-41ff-91ea-a86c04da6b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647429'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:08.271650 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-162c15ee-6eb3-41ff-91ea-a86c04da6b5d admin admin] Calling delete_port for 8fa1f8fb-0d07-4dfb-8e01-85084cc212f2 owned by network:router_interface {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 01:35:08.440004 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-162c15ee-6eb3-41ff-91ea-a86c04da6b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782027086291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782026665153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11069661'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:08.465875 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162c15ee-6eb3-41ff-91ea-a86c04da6b5d admin admin] Pushing event deleted for resources: {'Port': ['ID=8fa1f8fb-0d07-4dfb-8e01-85084cc212f2,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:35:08.838815 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-162c15ee-6eb3-41ff-91ea-a86c04da6b5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-647322'] for router_interface, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:08.973625 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530059e6-6605-4065-b755-3337881bef75 req-4695acbb-d6d5-4c9a-b4a9-a0f02904eb96 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:08.975100 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-530059e6-6605-4065-b755-3337881bef75 req-4695acbb-d6d5-4c9a-b4a9-a0f02904eb96 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 946 time: 0.0956633 Aug 25 01:35:09.041088 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device d81b99ba-7813-412b-a033-8689e2109f28 no longer exists at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 01:35:09.065089 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] No Port match for: d81b99ba-7813-412b-a033-8689e2109f28 {{(pid=93834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 01:35:09.065434 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device d81b99ba-7813-412b-a033-8689e2109f28 not bound to the agent host dv-cinder-790014-2-iscsi {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 01:35:09.065846 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 30b508f5-0db6-43a7-bfcb-4e8aea3136da no longer exists at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 01:35:09.081460 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-530059e6-6605-4065-b755-3337881bef75 req-fead796d-dd23-475f-8c70-e4ce31c9f1ae tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=2baf35bd-5239-4016-91a4-7bb93be8ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970247 Aug 25 01:35:09.083581 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] No Port match for: 30b508f5-0db6-43a7-bfcb-4e8aea3136da {{(pid=93834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 01:35:09.083925 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 30b508f5-0db6-43a7-bfcb-4e8aea3136da not bound to the agent host dv-cinder-790014-2-iscsi {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 01:35:09.107388 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-162c15ee-6eb3-41ff-91ea-a86c04da6b5d admin admin] Router 7559d326-4f3e-41e1-bcfb-a6af902dc6b3 has already been hosted by L3 agent 2e219680-1a48-4599-ad97-adf9ec497b47 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 01:35:09.208839 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162c15ee-6eb3-41ff-91ea-a86c04da6b5d admin admin] Notify agent at l3_agent.dv-cinder-790014-2-iscsi the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 01:35:09.213827 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-162c15ee-6eb3-41ff-91ea-a86c04da6b5d admin admin] 10.222.0.23 "PUT /v2.0/routers/7559d326-4f3e-41e1-bcfb-a6af902dc6b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6790102 Aug 25 01:35:09.216323 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 56374) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:35:09.217306 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3674bd-838f-4355-97ac-90268c9190d3 None None] Sync routers for ids ['7559d326-4f3e-41e1-bcfb-a6af902dc6b3'] in dv-cinder-790014-2-iscsi {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 01:35:09.226549 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3674bd-838f-4355-97ac-90268c9190d3 None None] Routers {'7559d326-4f3e-41e1-bcfb-a6af902dc6b3'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:35:09.227139 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-7c3674bd-838f-4355-97ac-90268c9190d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:35:00Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['7559d326-4f3e-41e1-bcfb-a6af902dc6b3'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:35:09.316528 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dedde48f-3dd6-4415-b144-a3fcbc4abd03 admin admin] Notify callbacks [] for router, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:09.329201 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-7c3674bd-838f-4355-97ac-90268c9190d3 None None] Set router 7559d326-4f3e-41e1-bcfb-a6af902dc6b3 gateway port host: dv-cinder-790014-2-iscsi {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:35:09.416932 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dedde48f-3dd6-4415-b144-a3fcbc4abd03 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:09.469588 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-dedde48f-3dd6-4415-b144-a3fcbc4abd03 admin admin] Deleting port 2d351a7e-9853-475d-86ba-3b9c1aaa4d92 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 01:35:09.469929 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dedde48f-3dd6-4415-b144-a3fcbc4abd03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782027226579'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:09.507021 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-7c3674bd-838f-4355-97ac-90268c9190d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7559d326-4f3e-41e1-bcfb-a6af902dc6b3', 'name': 'tempest-TestShelveInstance-660723285-router', 'tenant_id': '86c670a5acab4a2cbcfbb3296c0e4488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '2d351a7e-9853-475d-86ba-3b9c1aaa4d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:28:40Z', 'updated_at': '2021-08-25T01:35:08Z', 'revision_number': 5, 'project_id': '86c670a5acab4a2cbcfbb3296c0e4488', 'gw_port': {'id': '2d351a7e-9853-475d-86ba-3b9c1aaa4d92', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ed:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7559d326-4f3e-41e1-bcfb-a6af902dc6b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:28:41Z', 'updated_at': '2021-08-25T01:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi'}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:35:09.529861 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3674bd-838f-4355-97ac-90268c9190d3 None None] Checking router: 7559d326-4f3e-41e1-bcfb-a6af902dc6b3 for host: dv-cinder-790014-2-iscsi {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 01:35:09.537985 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3674bd-838f-4355-97ac-90268c9190d3 None None] Routers {'7559d326-4f3e-41e1-bcfb-a6af902dc6b3'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:35:09.538591 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-7c3674bd-838f-4355-97ac-90268c9190d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:35:00Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['7559d326-4f3e-41e1-bcfb-a6af902dc6b3'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:35:09.551042 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-dedde48f-3dd6-4415-b144-a3fcbc4abd03 admin admin] For port 2d351a7e-9853-475d-86ba-3b9c1aaa4d92, host dv-cinder-790014-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=2d351a7e-9853-475d-86ba-3b9c1aaa4d92,segment=NetworkSegment(094c6717-dbf2-418c-b33e-47759605d17a),segment_id=094c6717-dbf2-418c-b33e-47759605d17a)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:35:09.551408 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dedde48f-3dd6-4415-b144-a3fcbc4abd03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647429'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:09.563367 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-dedde48f-3dd6-4415-b144-a3fcbc4abd03 admin admin] Calling delete_port for 2d351a7e-9853-475d-86ba-3b9c1aaa4d92 owned by network:router_gateway {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 01:35:09.622879 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-7c3674bd-838f-4355-97ac-90268c9190d3 None None] Set router 7559d326-4f3e-41e1-bcfb-a6af902dc6b3 gateway port host: None {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:35:09.676353 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-7c3674bd-838f-4355-97ac-90268c9190d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7559d326-4f3e-41e1-bcfb-a6af902dc6b3', 'name': 'tempest-TestShelveInstance-660723285-router', 'tenant_id': '86c670a5acab4a2cbcfbb3296c0e4488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:28:40Z', 'updated_at': '2021-08-25T01:35:09Z', 'revision_number': 6, 'project_id': '86c670a5acab4a2cbcfbb3296c0e4488', 'gw_port_host': None}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:35:09.702605 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3674bd-838f-4355-97ac-90268c9190d3 None None] The sync data for ids ['7559d326-4f3e-41e1-bcfb-a6af902dc6b3'] in dv-cinder-790014-2-iscsi is: [{'id': '7559d326-4f3e-41e1-bcfb-a6af902dc6b3', 'name': 'tempest-TestShelveInstance-660723285-router', 'tenant_id': '86c670a5acab4a2cbcfbb3296c0e4488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:28:40Z', 'updated_at': '2021-08-25T01:35:09Z', 'revision_number': 6, 'project_id': '86c670a5acab4a2cbcfbb3296c0e4488', 'gw_port_host': None}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 01:35:09.734105 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dedde48f-3dd6-4415-b144-a3fcbc4abd03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782027086291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782026665153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:09.760594 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedde48f-3dd6-4415-b144-a3fcbc4abd03 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d351a7e-9853-475d-86ba-3b9c1aaa4d92,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:35:09.819118 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dedde48f-3dd6-4415-b144-a3fcbc4abd03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930752'] for router_gateway, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:10.157520 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dedde48f-3dd6-4415-b144-a3fcbc4abd03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11014'] for router, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:10.159772 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dedde48f-3dd6-4415-b144-a3fcbc4abd03 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:10.204678 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dedde48f-3dd6-4415-b144-a3fcbc4abd03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920409'] for router, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:10.204904 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56864cb-30d7-4f61-b1cd-3a689a5b1fc9 req-6316b263-64f8-4f2b-90b5-125c923046f2 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:10.205412 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dedde48f-3dd6-4415-b144-a3fcbc4abd03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7559d326-4f3e-41e1-bcfb-a6af902dc6b3 {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 01:35:10.206151 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-e56864cb-30d7-4f61-b1cd-3a689a5b1fc9 req-6316b263-64f8-4f2b-90b5-125c923046f2 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 946 time: 0.0492191 Aug 25 01:35:10.209754 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dedde48f-3dd6-4415-b144-a3fcbc4abd03 admin admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:10.213039 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-dedde48f-3dd6-4415-b144-a3fcbc4abd03 admin admin] 10.222.0.23 "DELETE /v2.0/routers/7559d326-4f3e-41e1-bcfb-a6af902dc6b3 HTTP/1.1" status: 204 len: 168 time: 0.9935713 Aug 25 01:35:10.213310 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 56380) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:35:10.243593 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-e56864cb-30d7-4f61-b1cd-3a689a5b1fc9 req-bade8f99-79b1-46b5-8779-240b7e4bec31 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=2baf35bd-5239-4016-91a4-7bb93be8ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311878 Aug 25 01:35:10.256515 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5b21229-39a0-4f31-94cc-6e143f33f065 admin admin] Deleting subnet 430afed1-11f8-4329-9b8e-052a4400a1e5 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 01:35:10.259667 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f5b21229-39a0-4f31-94cc-6e143f33f065 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:10.294478 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f5b21229-39a0-4f31-94cc-6e143f33f065 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8611426'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:10.371801 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f5b21229-39a0-4f31-94cc-6e143f33f065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4168828'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:10.425782 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f5b21229-39a0-4f31-94cc-6e143f33f065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4168079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8611559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11558343'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:10.453283 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b21229-39a0-4f31-94cc-6e143f33f065 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=430afed1-11f8-4329-9b8e-052a4400a1e5,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:35:10.455268 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f5b21229-39a0-4f31-94cc-6e143f33f065 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:10.457174 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-f5b21229-39a0-4f31-94cc-6e143f33f065 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/430afed1-11f8-4329-9b8e-052a4400a1e5 HTTP/1.1" status: 204 len: 168 time: 0.2428751 Aug 25 01:35:10.459584 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 56382) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:35:10.461672 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f03350-236c-4edf-94b4-4b8c61467e9e None None] Network 91c8d021-07a7-4f8b-88cb-fb12e0b42926 requested from dv-cinder-790014-2-iscsi {{(pid=93834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 01:35:10.529764 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0441ba6c-af60-4c39-80bc-46141d39b63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116255'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:10.582834 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-0441ba6c-af60-4c39-80bc-46141d39b63e admin admin] Deleting port 18540803-1bf9-4e14-9f64-da9bf53c3164 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 01:35:10.583084 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0441ba6c-af60-4c39-80bc-46141d39b63e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782027226579'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:10.646889 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-0441ba6c-af60-4c39-80bc-46141d39b63e admin admin] For port 18540803-1bf9-4e14-9f64-da9bf53c3164, host dv-cinder-790014-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=18540803-1bf9-4e14-9f64-da9bf53c3164,segment=NetworkSegment(62cc9a61-35cf-4aa2-8457-b6fa9b24ef7e),segment_id=62cc9a61-35cf-4aa2-8457-b6fa9b24ef7e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:35:10.647958 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0441ba6c-af60-4c39-80bc-46141d39b63e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647429'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:10.656216 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de97f389-4f73-47ac-a1cb-7c5c4872a11a None None] DHCP port deletion for 91c8d021-07a7-4f8b-88cb-fb12e0b42926 request from dv-cinder-790014-2-iscsi {{(pid=93834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 01:35:10.661292 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-0441ba6c-af60-4c39-80bc-46141d39b63e admin admin] Calling delete_port for 18540803-1bf9-4e14-9f64-da9bf53c3164 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 01:35:10.705030 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-de97f389-4f73-47ac-a1cb-7c5c4872a11a None None] Deleting port 18540803-1bf9-4e14-9f64-da9bf53c3164 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 01:35:10.705437 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-de97f389-4f73-47ac-a1cb-7c5c4872a11a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782027226579'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:10.744606 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0441ba6c-af60-4c39-80bc-46141d39b63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782027086291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782026665153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:10.769558 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0441ba6c-af60-4c39-80bc-46141d39b63e admin admin] Pushing event deleted for resources: {'Port': ['ID=18540803-1bf9-4e14-9f64-da9bf53c3164,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:35:10.772374 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-de97f389-4f73-47ac-a1cb-7c5c4872a11a None None] For port 18540803-1bf9-4e14-9f64-da9bf53c3164, host dv-cinder-790014-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=18540803-1bf9-4e14-9f64-da9bf53c3164,segment=NetworkSegment(62cc9a61-35cf-4aa2-8457-b6fa9b24ef7e),segment_id=62cc9a61-35cf-4aa2-8457-b6fa9b24ef7e)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:35:10.772781 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-de97f389-4f73-47ac-a1cb-7c5c4872a11a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647429'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:10.772974 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0441ba6c-af60-4c39-80bc-46141d39b63e admin admin] No DVR routers for this DVR port 18540803-1bf9-4e14-9f64-da9bf53c3164 on host dv-cinder-790014-2-iscsi {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 01:35:10.786424 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-de97f389-4f73-47ac-a1cb-7c5c4872a11a None None] Calling delete_port for 18540803-1bf9-4e14-9f64-da9bf53c3164 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 01:35:10.845621 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0441ba6c-af60-4c39-80bc-46141d39b63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4169723', 'neutron.services.segments.db._delete_segments_for_network-8782027164591'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:10.855743 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.services.segments.db [None req-0441ba6c-af60-4c39-80bc-46141d39b63e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91c8d021-07a7-4f8b-88cb-fb12e0b42926']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:35:10.867913 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.services.segments.db [None req-0441ba6c-af60-4c39-80bc-46141d39b63e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62cc9a61-35cf-4aa2-8457-b6fa9b24ef7e') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:35:10.868206 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.services.segments.db [None req-0441ba6c-af60-4c39-80bc-46141d39b63e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62cc9a61-35cf-4aa2-8457-b6fa9b24ef7e') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:35:10.876953 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0441ba6c-af60-4c39-80bc-46141d39b63e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782027164474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8611437'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:10.890384 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0441ba6c-af60-4c39-80bc-46141d39b63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3751945'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:10.896147 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0441ba6c-af60-4c39-80bc-46141d39b63e admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 01:35:10.896529 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0441ba6c-af60-4c39-80bc-46141d39b63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3751945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8611077'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:10.898269 dv-cinder-790014-2-iscsi neutron-server[93833]: Traceback (most recent call last): Aug 25 01:35:10.898269 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 01:35:10.898269 dv-cinder-790014-2-iscsi neutron-server[93833]: timer() Aug 25 01:35:10.898269 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 01:35:10.898269 dv-cinder-790014-2-iscsi neutron-server[93833]: cb(*args, **kw) Aug 25 01:35:10.898269 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 01:35:10.898269 dv-cinder-790014-2-iscsi neutron-server[93833]: return func(*args, **kwargs) Aug 25 01:35:10.898269 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 01:35:10.898269 dv-cinder-790014-2-iscsi neutron-server[93833]: self._notify() Aug 25 01:35:10.898269 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 01:35:10.898269 dv-cinder-790014-2-iscsi neutron-server[93833]: self.callback(batched_events) Aug 25 01:35:10.898269 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 01:35:10.898269 dv-cinder-790014-2-iscsi neutron-server[93833]: event.method(event) Aug 25 01:35:10.898269 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 01:35:10.898269 dv-cinder-790014-2-iscsi neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 01:35:10.898269 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 01:35:10.898269 dv-cinder-790014-2-iscsi neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 01:35:10.898269 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 01:35:10.898269 dv-cinder-790014-2-iscsi neutron-server[93833]: return f(self, *a, **k) Aug 25 01:35:10.898269 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 25 01:35:10.898269 dv-cinder-790014-2-iscsi neutron-server[93833]: return self._get(url).json() Aug 25 01:35:10.898269 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 25 01:35:10.898269 dv-cinder-790014-2-iscsi neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 01:35:10.898269 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 01:35:10.898269 dv-cinder-790014-2-iscsi neutron-server[93833]: return self.request(url, 'GET', **kwargs) Aug 25 01:35:10.898269 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 01:35:10.898269 dv-cinder-790014-2-iscsi neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 01:35:10.898269 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 01:35:10.898269 dv-cinder-790014-2-iscsi neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 01:35:10.898269 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 01:35:10.898269 dv-cinder-790014-2-iscsi neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 01:35:10.898269 dv-cinder-790014-2-iscsi neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 01:35:10.903419 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-de97f389-4f73-47ac-a1cb-7c5c4872a11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782027086291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782026665153'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:10.929470 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de97f389-4f73-47ac-a1cb-7c5c4872a11a None None] Pushing event deleted for resources: {'Port': ['ID=18540803-1bf9-4e14-9f64-da9bf53c3164,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:35:10.933055 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de97f389-4f73-47ac-a1cb-7c5c4872a11a None None] No DVR routers for this DVR port 18540803-1bf9-4e14-9f64-da9bf53c3164 on host dv-cinder-790014-2-iscsi {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 01:35:10.958628 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0441ba6c-af60-4c39-80bc-46141d39b63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4169714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930796'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:10.964429 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0441ba6c-af60-4c39-80bc-46141d39b63e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:10.966668 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-0441ba6c-af60-4c39-80bc-46141d39b63e admin admin] 10.222.0.23 "DELETE /v2.0/networks/91c8d021-07a7-4f8b-88cb-fb12e0b42926 HTTP/1.1" status: 204 len: 168 time: 0.5061135 Aug 25 01:35:10.979604 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 8fa1f8fb-0d07-4dfb-8e01-85084cc212f2 no longer exists at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 01:35:10.981650 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0441ba6c-af60-4c39-80bc-46141d39b63e admin admin] Pushing event deleted for resources: {'Network': ['ID=91c8d021-07a7-4f8b-88cb-fb12e0b42926,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:35:11.001084 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] No Port match for: 8fa1f8fb-0d07-4dfb-8e01-85084cc212f2 {{(pid=93834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 01:35:11.001435 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 8fa1f8fb-0d07-4dfb-8e01-85084cc212f2 not bound to the agent host dv-cinder-790014-2-iscsi {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 01:35:11.001846 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 2d351a7e-9853-475d-86ba-3b9c1aaa4d92 no longer exists at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 01:35:11.019938 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] No Port match for: 2d351a7e-9853-475d-86ba-3b9c1aaa4d92 {{(pid=93834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 01:35:11.020287 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 2d351a7e-9853-475d-86ba-3b9c1aaa4d92 not bound to the agent host dv-cinder-790014-2-iscsi {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 01:35:11.020695 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 18540803-1bf9-4e14-9f64-da9bf53c3164 no longer exists at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 01:35:11.039023 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] No Port match for: 18540803-1bf9-4e14-9f64-da9bf53c3164 {{(pid=93834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 01:35:11.039372 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 18540803-1bf9-4e14-9f64-da9bf53c3164 not bound to the agent host dv-cinder-790014-2-iscsi {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 01:35:11.082354 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 56388) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:35:11.121459 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-323da71b-4a05-4121-92a4-84340f632ae6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cdf67756f57948e9a1bcaae4578b8fb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377798 Aug 25 01:35:11.123676 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 56390) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:35:11.173225 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-58e9a404-04a5-408d-9bc4-9ea148a73ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:11.193133 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-58e9a404-04a5-408d-9bc4-9ea148a73ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:11.237611 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-58e9a404-04a5-408d-9bc4-9ea148a73ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:11.240245 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-58e9a404-04a5-408d-9bc4-9ea148a73ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:11.241446 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-58e9a404-04a5-408d-9bc4-9ea148a73ef4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0070ae03-ecf3-4cfc-8f97-831ad5ba6e8b HTTP/1.1" status: 204 len: 168 time: 0.1169033 Aug 25 01:35:11.248733 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e9a404-04a5-408d-9bc4-9ea148a73ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0070ae03-ecf3-4cfc-8f97-831ad5ba6e8b,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:35:11.362300 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae6a10-6096-43dd-8f92-13a3faf939d0 req-d2801280-c915-4f54-96e3-579eebd5193e tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:11.363780 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-57ae6a10-6096-43dd-8f92-13a3faf939d0 req-d2801280-c915-4f54-96e3-579eebd5193e tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 946 time: 0.0478973 Aug 25 01:35:11.401749 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-57ae6a10-6096-43dd-8f92-13a3faf939d0 req-296eb51d-1029-43e6-ac3b-95e37dd9fbee tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=2baf35bd-5239-4016-91a4-7bb93be8ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320814 Aug 25 01:35:11.549409 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 56398) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:35:11.591877 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-4274d4b0-ba39-4385-89a3-c4f58f3f711c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=86c670a5acab4a2cbcfbb3296c0e4488&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412786 Aug 25 01:35:11.594189 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 56400) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:35:11.639652 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e0f1a930-b394-4eed-904f-ba4fb34137a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:11.659183 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e0f1a930-b394-4eed-904f-ba4fb34137a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:11.704502 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e0f1a930-b394-4eed-904f-ba4fb34137a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:11.707136 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e0f1a930-b394-4eed-904f-ba4fb34137a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:11.708227 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-e0f1a930-b394-4eed-904f-ba4fb34137a8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/87db7312-584a-4872-b895-fcbbc51ee528 HTTP/1.1" status: 204 len: 168 time: 0.1130755 Aug 25 01:35:11.715524 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f1a930-b394-4eed-904f-ba4fb34137a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87db7312-584a-4872-b895-fcbbc51ee528,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:35:12.090858 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device ed1853e7-475b-4b17-a478-66dd9dab4911 details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=93834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 01:35:12.188331 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port ed1853e7-475b-4b17-a478-66dd9dab4911, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=ed1853e7-475b-4b17-a478-66dd9dab4911,segment=NetworkSegment(2250bebe-2869-40e3-ad89-dd6ac923b04c),segment_id=2250bebe-2869-40e3-ad89-dd6ac923b04c)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:35:12.199604 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Returning: {'device': 'ed1853e7-475b-4b17-a478-66dd9dab4911', 'network_id': '4b39bbca-d99b-4c6f-89e1-463d16db2dba', 'port_id': 'ed1853e7-475b-4b17-a478-66dd9dab4911', 'mac_address': 'fa:16:3e:e1:f8:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '377ea34e-9667-47c0-90ed-ae7bee569363', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 01:35:12.235742 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:12.248234 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ed1853e7-475b-4b17-a478-66dd9dab4911 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 01:35:12.269283 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port ed1853e7-475b-4b17-a478-66dd9dab4911, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=ed1853e7-475b-4b17-a478-66dd9dab4911,segment=NetworkSegment(2250bebe-2869-40e3-ad89-dd6ac923b04c),segment_id=2250bebe-2869-40e3-ad89-dd6ac923b04c)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:35:12.273583 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:12.327093 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Pushing event updated for resources: {'Port': ['ID=ed1853e7-475b-4b17-a478-66dd9dab4911,revision_number=6']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:35:12.334174 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:35:12.334582 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:35:12.334947 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:35:12.335280 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:35:12.335609 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:35:12.335935 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:35:12.336257 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:35:12.336607 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:35:12.336929 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:35:12.337246 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:35:12.337564 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:35:12.338214 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:35:12.355592 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] get_ports_and_sgs() called for port_ids ['ed1853e7-475b-4b17-a478-66dd9dab4911'] {{(pid=93834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 01:35:12.524309 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18f05c-fdef-4e59-acb8-6cc7f576ce9c req-ded57790-99c1-4e16-9d4f-e14eb5b65706 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:12.526498 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-3e18f05c-fdef-4e59-acb8-6cc7f576ce9c req-ded57790-99c1-4e16-9d4f-e14eb5b65706 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 945 time: 0.0536089 Aug 25 01:35:12.570071 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-3e18f05c-fdef-4e59-acb8-6cc7f576ce9c req-41b86544-a19e-428c-b2e1-3138ef4f9f0d tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=2baf35bd-5239-4016-91a4-7bb93be8ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361240 Aug 25 01:35:13.701221 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c108e-0b47-462f-9bba-9305b80fe3e7 req-6783fc86-33bd-4f69-a99c-5f67ac74db44 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:13.702831 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-f69c108e-0b47-462f-9bba-9305b80fe3e7 req-6783fc86-33bd-4f69-a99c-5f67ac74db44 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 945 time: 0.0548596 Aug 25 01:35:13.798390 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-f69c108e-0b47-462f-9bba-9305b80fe3e7 req-603d0aa1-d274-4e5e-97b3-765f5c449be0 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=2baf35bd-5239-4016-91a4-7bb93be8ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869274 Aug 25 01:35:14.098460 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device ed1853e7-475b-4b17-a478-66dd9dab4911 up at agent hyperv_hv-cinder-79001 {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:35:14.162558 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Provisioning complete for port ed1853e7-475b-4b17-a478-66dd9dab4911 triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:35:14.163136 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:14.255741 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:14.283526 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820736cb-49e0-4cb7-b3da-cf2365ddbc9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1853e7-475b-4b17-a478-66dd9dab4911'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:35:14.286258 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac4c50f49c3b3a17933da630e77cab0c79281d75959c3f8023547b3e3ec39ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f0a53a-ec9e-4e89-9d66-328c3fd78dcc" -d '{"events": [{"server_uuid": "820736cb-49e0-4cb7-b3da-cf2365ddbc9d", "name": "network-vif-plugged", "status": "completed", "tag": "ed1853e7-475b-4b17-a478-66dd9dab4911"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:35:14.311507 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3475f36c-e6a3-44d6-9328-442286c3333a req-feb7223e-fa36-48be-951b-2d3cec6a31c8 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:14.311771 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port ed1853e7-475b-4b17-a478-66dd9dab4911, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=ed1853e7-475b-4b17-a478-66dd9dab4911,segment=NetworkSegment(2250bebe-2869-40e3-ad89-dd6ac923b04c),segment_id=2250bebe-2869-40e3-ad89-dd6ac923b04c)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:35:14.313418 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-3475f36c-e6a3-44d6-9328-442286c3333a req-feb7223e-fa36-48be-951b-2d3cec6a31c8 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/ports?device_id=51e25606-3995-4289-9dbd-aee1fe109267 HTTP/1.1" status: 200 len: 946 time: 0.0514812 Aug 25 01:35:14.319669 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:14.352369 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 01:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05169b0f-c5d8-4432-88af-75a07b292e74 x-openstack-request-id: req-05169b0f-c5d8-4432-88af-75a07b292e74 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:35:14.352664 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "820736cb-49e0-4cb7-b3da-cf2365ddbc9d", "name": "network-vif-plugged", "status": "completed", "tag": "ed1853e7-475b-4b17-a478-66dd9dab4911", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:35:14.352927 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-05169b0f-c5d8-4432-88af-75a07b292e74 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:35:14.353328 dv-cinder-790014-2-iscsi neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '820736cb-49e0-4cb7-b3da-cf2365ddbc9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1853e7-475b-4b17-a478-66dd9dab4911', 'code': 200} Aug 25 01:35:14.361294 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-3475f36c-e6a3-44d6-9328-442286c3333a req-b375552f-37d1-4cdb-a45e-b6cf7aa66c9a tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/security-groups?id=36088066-a54f-4278-a16b-b24ab1a575b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419154 Aug 25 01:35:14.383364 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Pushing event updated for resources: {'Port': ['ID=ed1853e7-475b-4b17-a478-66dd9dab4911,revision_number=7']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:35:14.386989 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 56444) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:35:14.608656 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689a4552-2410-4e97-920f-b432d42342a1 tempest-TestMinimumBasicScenario-1279692552 tempest-TestMinimumBasicScenario-1279692552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:14.609427 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-689a4552-2410-4e97-920f-b432d42342a1 tempest-TestMinimumBasicScenario-1279692552 tempest-TestMinimumBasicScenario-1279692552-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=51e25606-3995-4289-9dbd-aee1fe109267 HTTP/1.1" status: 200 len: 1094 time: 0.2211850 Aug 25 01:35:14.612674 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 56448) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:35:14.618061 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [None req-3dea8a3b-b60f-4061-90f0-7c35ab644393 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Request body: {'floatingip': {'floating_network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'port_id': 'fe36350f-e1e6-4353-a67f-60cd29711bb6', 'tenant_id': 'bd502484c4f842cab183438793976e99', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:35:14.641743 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3dea8a3b-b60f-4061-90f0-7c35ab644393 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks [] for floatingip, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:14.746814 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3dea8a3b-b60f-4061-90f0-7c35ab644393 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:14.871182 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-3dea8a3b-b60f-4061-90f0-7c35ab644393 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Allocated IP 172.27.1.52 (010d8b7d-53b1-407d-b771-6477c60770f4/e3100a47-8cf0-41e7-afe0-dcfedb56ff39/959d6340-6afb-4b46-a0d1-e6e7f9dcfe69) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 01:35:14.981346 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989f920-2f99-4f0e-b519-013808ce6de9 req-cb9c99ac-fc1f-44a1-a36f-f3007821481d tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:14.984320 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-e989f920-2f99-4f0e-b519-013808ce6de9 req-cb9c99ac-fc1f-44a1-a36f-f3007821481d tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 946 time: 0.1036921 Aug 25 01:35:15.043267 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-e989f920-2f99-4f0e-b519-013808ce6de9 req-4d2340ea-c7bf-4b12-a23a-29d44c5a5073 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=2baf35bd-5239-4016-91a4-7bb93be8ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502317 Aug 25 01:35:15.079130 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3dea8a3b-b60f-4061-90f0-7c35ab644393 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:15.124447 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3dea8a3b-b60f-4061-90f0-7c35ab644393 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782026665144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:15.163587 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dea8a3b-b60f-4061-90f0-7c35ab644393 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Network 010d8b7d-53b1-407d-b771-6477c60770f4 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:35:15.166873 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-3dea8a3b-b60f-4061-90f0-7c35ab644393 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:35:15.171110 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dea8a3b-b60f-4061-90f0-7c35ab644393 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 01:35:15.209746 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea8a3b-b60f-4061-90f0-7c35ab644393 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Pushing event updated for resources: {'Port': ['ID=959d6340-6afb-4b46-a0d1-e6e7f9dcfe69,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:35:15.553642 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3dea8a3b-b60f-4061-90f0-7c35ab644393 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:15.637436 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3dea8a3b-b60f-4061-90f0-7c35ab644393 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:15.811561 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3dea8a3b-b60f-4061-90f0-7c35ab644393 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:15.817155 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3dea8a3b-b60f-4061-90f0-7c35ab644393 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8611129'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:15.890331 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea8a3b-b60f-4061-90f0-7c35ab644393 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Pushing event updated for resources: {'Port': ['ID=959d6340-6afb-4b46-a0d1-e6e7f9dcfe69,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:35:15.900548 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3dea8a3b-b60f-4061-90f0-7c35ab644393 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930814'] for floatingip, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:16.007582 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.db.l3_db [None req-3dea8a3b-b60f-4061-90f0-7c35ab644393 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Floating IP e714dbdb-c1dc-4bb6-b803-44035f15a4b1 associated. External IP: 172.27.1.52, port: fe36350f-e1e6-4353-a67f-60cd29711bb6. Aug 25 01:35:16.192785 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611ff90-4980-4a49-aadd-b0e9f318c8d2 req-181a34b7-b044-4a02-91fa-291d5ab19100 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:16.195192 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-5611ff90-4980-4a49-aadd-b0e9f318c8d2 req-181a34b7-b044-4a02-91fa-291d5ab19100 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 946 time: 0.0638454 Aug 25 01:35:16.238660 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-5611ff90-4980-4a49-aadd-b0e9f318c8d2 req-1cb063dd-cca1-4a49-928b-934fa28bf78d tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=2baf35bd-5239-4016-91a4-7bb93be8ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364549 Aug 25 01:35:16.240597 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dea8a3b-b60f-4061-90f0-7c35ab644393 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Router fe2b09af-b871-4f07-9ae2-64d07a5a4231 has already been hosted by L3 agent 2e219680-1a48-4599-ad97-adf9ec497b47 {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 01:35:16.359335 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dea8a3b-b60f-4061-90f0-7c35ab644393 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify agent at l3_agent.dv-cinder-790014-2-iscsi the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 01:35:16.372203 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d4f4ed-a4e8-41df-ac7b-082a606d9c69 None None] Sync routers for ids ['fe2b09af-b871-4f07-9ae2-64d07a5a4231'] in dv-cinder-790014-2-iscsi {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 01:35:16.377079 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3dea8a3b-b60f-4061-90f0-7c35ab644393 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:16.392870 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d4f4ed-a4e8-41df-ac7b-082a606d9c69 None None] Routers {'fe2b09af-b871-4f07-9ae2-64d07a5a4231'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:35:16.393487 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-d0d4f4ed-a4e8-41df-ac7b-082a606d9c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:35:00Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['fe2b09af-b871-4f07-9ae2-64d07a5a4231'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:35:16.411237 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-3dea8a3b-b60f-4061-90f0-7c35ab644393 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7966213 Aug 25 01:35:16.411911 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 56458) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:35:16.412138 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51e25606-3995-4289-9dbd-aee1fe109267', 'tag': 'fe36350f-e1e6-4353-a67f-60cd29711bb6'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:35:16.414513 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6aaa77860150641abcbf195034e02978cb43d302165c9bbcbee081d494fe815" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7fc829-e44d-4fd3-b593-d2adf5d1a0d9" -d '{"events": [{"name": "network-changed", "server_uuid": "51e25606-3995-4289-9dbd-aee1fe109267", "tag": "fe36350f-e1e6-4353-a67f-60cd29711bb6"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:35:16.417399 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.v2.base [None req-218102b2-17d6-40cf-8e77-30425e3cef7c tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-620304675', 'description': 'tempest-secgroup-smoke-620304675 description', 'project_id': 'bd502484c4f842cab183438793976e99'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:35:16.464421 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-218102b2-17d6-40cf-8e77-30425e3cef7c tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:16.466185 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 01:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ff9f8d-5ac4-4f57-a4b4-338b37762de9 x-openstack-request-id: req-b5ff9f8d-5ac4-4f57-a4b4-338b37762de9 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:35:16.467118 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51e25606-3995-4289-9dbd-aee1fe109267", "tag": "fe36350f-e1e6-4353-a67f-60cd29711bb6", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:35:16.467335 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b5ff9f8d-5ac4-4f57-a4b4-338b37762de9 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:35:16.467709 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51e25606-3995-4289-9dbd-aee1fe109267', 'tag': 'fe36350f-e1e6-4353-a67f-60cd29711bb6', 'status': 'completed', 'code': 200} Aug 25 01:35:16.559725 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fc829-e44d-4fd3-b593-d2adf5d1a0d9 req-559f27e2-fd44-4a0c-9bf1-e92eed2eaa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:16.562020 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-9a7fc829-e44d-4fd3-b593-d2adf5d1a0d9 req-559f27e2-fd44-4a0c-9bf1-e92eed2eaa8b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd502484c4f842cab183438793976e99&device_id=51e25606-3995-4289-9dbd-aee1fe109267 HTTP/1.1" status: 200 len: 1099 time: 0.0598631 Aug 25 01:35:16.570600 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-d0d4f4ed-a4e8-41df-ac7b-082a606d9c69 None None] Set router fe2b09af-b871-4f07-9ae2-64d07a5a4231 gateway port host: dv-cinder-790014-2-iscsi {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:35:16.602924 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-218102b2-17d6-40cf-8e77-30425e3cef7c tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:16.611678 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-218102b2-17d6-40cf-8e77-30425e3cef7c tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:16.657477 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218102b2-17d6-40cf-8e77-30425e3cef7c tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef5458f-e27e-4a5e-98f6-42612c586ccb,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:35:16.659900 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-218102b2-17d6-40cf-8e77-30425e3cef7c tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:16.663874 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-218102b2-17d6-40cf-8e77-30425e3cef7c tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2480683 Aug 25 01:35:16.664278 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 56462) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:35:16.673863 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.v2.base [None req-259c3941-e2d1-4290-ae9a-0020c0913e40 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Request body: {'security_group_rule': {'security_group_id': '2ef5458f-e27e-4a5e-98f6-42612c586ccb', 'project_id': 'bd502484c4f842cab183438793976e99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:35:16.679640 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fc829-e44d-4fd3-b593-d2adf5d1a0d9 req-92925cd9-c4e7-475b-aff4-a0df3873b7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:16.681099 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-9a7fc829-e44d-4fd3-b593-d2adf5d1a0d9 req-92925cd9-c4e7-475b-aff4-a0df3873b7c1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=acc053e6-12a9-4f33-968f-821d031fe3ac HTTP/1.1" status: 200 len: 915 time: 0.1106040 Aug 25 01:35:16.710226 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-259c3941-e2d1-4290-ae9a-0020c0913e40 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:16.789050 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-259c3941-e2d1-4290-ae9a-0020c0913e40 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:16.792705 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-259c3941-e2d1-4290-ae9a-0020c0913e40 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019102'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:16.813252 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259c3941-e2d1-4290-ae9a-0020c0913e40 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79d7f377-fc29-4cc9-9e43-c0006da4b9ec,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:35:16.814342 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-9a7fc829-e44d-4fd3-b593-d2adf5d1a0d9 req-037fd382-22c6-401d-8fdd-7051292fc481 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe36350f-e1e6-4353-a67f-60cd29711bb6 HTTP/1.1" status: 200 len: 999 time: 0.0698810 Aug 25 01:35:16.842202 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-259c3941-e2d1-4290-ae9a-0020c0913e40 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:16.843831 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-259c3941-e2d1-4290-ae9a-0020c0913e40 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1787653 Aug 25 01:35:16.846700 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 56464) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:35:16.853252 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.v2.base [None req-1c23e761-9b10-4b66-b9ae-96af312a04ae tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Request body: {'security_group_rule': {'security_group_id': '2ef5458f-e27e-4a5e-98f6-42612c586ccb', 'project_id': 'bd502484c4f842cab183438793976e99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:35:16.876926 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fc829-e44d-4fd3-b593-d2adf5d1a0d9 req-bb11abe3-f2c8-41d8-acc4-730769757c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:16.877481 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-d0d4f4ed-a4e8-41df-ac7b-082a606d9c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2b09af-b871-4f07-9ae2-64d07a5a4231', 'name': 'tempest-TestMinimumBasicScenario-146424545-router', 'tenant_id': 'bd502484c4f842cab183438793976e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'b7cca110-ac4a-4939-9096-22a5a8246c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:34:26Z', 'updated_at': '2021-08-25T01:34:29Z', 'revision_number': 4, 'project_id': 'bd502484c4f842cab183438793976e99', 'gw_port': {'id': 'b7cca110-ac4a-4939-9096-22a5a8246c17', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:91:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b09af-b871-4f07-9ae2-64d07a5a4231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:34:27Z', 'updated_at': '2021-08-25T01:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_floatingips': [{'id': 'e714dbdb-c1dc-4bb6-b803-44035f15a4b1', 'tenant_id': 'bd502484c4f842cab183438793976e99', 'floating_ip_address': '172.27.1.52', 'floating_network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'router_id': 'fe2b09af-b871-4f07-9ae2-64d07a5a4231', 'port_id': 'fe36350f-e1e6-4353-a67f-60cd29711bb6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc053e6-12a9-4f33-968f-821d031fe3ac', 'mac_address': 'fa:16:3e:60:f9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e25606-3995-4289-9dbd-aee1fe109267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T01:35:15Z', 'updated_at': '2021-08-25T01:35:15Z', 'revision_number': 0, 'project_id': 'bd502484c4f842cab183438793976e99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8814c1eb-8b7c-4790-80ec-4eaebfaad1ac', 'name': '', 'network_id': 'acc053e6-12a9-4f33-968f-821d031fe3ac', 'tenant_id': 'bd502484c4f842cab183438793976e99', 'mac_address': 'fa:16:3e:fd:f7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b09af-b871-4f07-9ae2-64d07a5a4231', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a3889b63-be2f-4f7f-9f77-28f1a2f0f03a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:34:28Z', 'updated_at': '2021-08-25T01:34:35Z', 'revision_number': 5, 'project_id': 'bd502484c4f842cab183438793976e99', 'subnets': [{'id': 'a3889b63-be2f-4f7f-9f77-28f1a2f0f03a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:35:16.878315 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-9a7fc829-e44d-4fd3-b593-d2adf5d1a0d9 req-bb11abe3-f2c8-41d8-acc4-730769757c03 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a3889b63-be2f-4f7f-9f77-28f1a2f0f03a HTTP/1.1" status: 200 len: 853 time: 0.0536859 Aug 25 01:35:16.899779 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1c23e761-9b10-4b66-b9ae-96af312a04ae tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:16.914822 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d4f4ed-a4e8-41df-ac7b-082a606d9c69 None None] Checking router: fe2b09af-b871-4f07-9ae2-64d07a5a4231 for host: dv-cinder-790014-2-iscsi {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 01:35:16.925238 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d4f4ed-a4e8-41df-ac7b-082a606d9c69 None None] Routers {'fe2b09af-b871-4f07-9ae2-64d07a5a4231'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:35:16.926181 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-d0d4f4ed-a4e8-41df-ac7b-082a606d9c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:35:00Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['fe2b09af-b871-4f07-9ae2-64d07a5a4231'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:35:16.945429 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fc829-e44d-4fd3-b593-d2adf5d1a0d9 req-411f7d04-4a61-4fce-8b3b-b1289017b9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:16.947438 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-9a7fc829-e44d-4fd3-b593-d2adf5d1a0d9 req-411f7d04-4a61-4fce-8b3b-b1289017b9ad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=acc053e6-12a9-4f33-968f-821d031fe3ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0611227 Aug 25 01:35:16.963095 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1c23e761-9b10-4b66-b9ae-96af312a04ae tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:16.968589 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1c23e761-9b10-4b66-b9ae-96af312a04ae tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019102'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:16.989740 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c23e761-9b10-4b66-b9ae-96af312a04ae tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48136c50-acc8-46ce-8ee1-1d60bbb57ab6,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:35:16.999037 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1c23e761-9b10-4b66-b9ae-96af312a04ae tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:17.000519 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-1c23e761-9b10-4b66-b9ae-96af312a04ae tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1525311 Aug 25 01:35:17.004235 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 56466) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:35:17.014623 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.v2.base [None req-53ba1d59-ad5c-4f65-9b5f-e2b5865cc024 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Request body: {'security_group_rule': {'security_group_id': '2ef5458f-e27e-4a5e-98f6-42612c586ccb', 'project_id': 'bd502484c4f842cab183438793976e99', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:35:17.055866 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-53ba1d59-ad5c-4f65-9b5f-e2b5865cc024 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:17.087821 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-9a7fc829-e44d-4fd3-b593-d2adf5d1a0d9 req-c282d3fb-80af-4f2c-bc86-06d899b83a2b service neutron] 10.222.0.26 "GET /v2.0/networks/acc053e6-12a9-4f33-968f-821d031fe3ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299016 Aug 25 01:35:17.090479 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-d0d4f4ed-a4e8-41df-ac7b-082a606d9c69 None None] Set router fe2b09af-b871-4f07-9ae2-64d07a5a4231 gateway port host: dv-cinder-790014-2-iscsi {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:35:17.131109 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-53ba1d59-ad5c-4f65-9b5f-e2b5865cc024 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:17.136307 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-53ba1d59-ad5c-4f65-9b5f-e2b5865cc024 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019102'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:17.162932 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ba1d59-ad5c-4f65-9b5f-e2b5865cc024 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a05e767d-7c34-48ec-bbca-9787de8d9d1d,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:35:17.188133 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-53ba1d59-ad5c-4f65-9b5f-e2b5865cc024 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:17.192386 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 56468) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:35:17.193330 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-53ba1d59-ad5c-4f65-9b5f-e2b5865cc024 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1878810 Aug 25 01:35:17.199594 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [None req-ee762203-37ea-4b0f-a3e6-cf80667a73bb tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Request body: {'security_group_rule': {'security_group_id': '2ef5458f-e27e-4a5e-98f6-42612c586ccb', 'project_id': 'bd502484c4f842cab183438793976e99', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:35:17.240928 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-9a7fc829-e44d-4fd3-b593-d2adf5d1a0d9 req-db53178e-3b4c-4721-9efa-7169dd3b0534 service neutron] 10.222.0.26 "GET /v2.0/networks/acc053e6-12a9-4f33-968f-821d031fe3ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399331 Aug 25 01:35:17.249042 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ee762203-37ea-4b0f-a3e6-cf80667a73bb tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:17.328052 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ee762203-37ea-4b0f-a3e6-cf80667a73bb tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:17.333563 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ee762203-37ea-4b0f-a3e6-cf80667a73bb tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019102'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:17.356224 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee762203-37ea-4b0f-a3e6-cf80667a73bb tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebf58fac-d37a-4373-996f-02b971a00f04,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:35:17.364023 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ee762203-37ea-4b0f-a3e6-cf80667a73bb tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:17.368457 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-ee762203-37ea-4b0f-a3e6-cf80667a73bb tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1727545 Aug 25 01:35:17.369080 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 56472) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:35:17.385117 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [None req-3790b585-aafa-46fc-a15b-bde2edaf13cf tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Request body: {'security_group_rule': {'security_group_id': '2ef5458f-e27e-4a5e-98f6-42612c586ccb', 'project_id': 'bd502484c4f842cab183438793976e99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:35:17.403083 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-d0d4f4ed-a4e8-41df-ac7b-082a606d9c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2b09af-b871-4f07-9ae2-64d07a5a4231', 'name': 'tempest-TestMinimumBasicScenario-146424545-router', 'tenant_id': 'bd502484c4f842cab183438793976e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'b7cca110-ac4a-4939-9096-22a5a8246c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:34:26Z', 'updated_at': '2021-08-25T01:34:29Z', 'revision_number': 4, 'project_id': 'bd502484c4f842cab183438793976e99', 'gw_port': {'id': 'b7cca110-ac4a-4939-9096-22a5a8246c17', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:91:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b09af-b871-4f07-9ae2-64d07a5a4231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:34:27Z', 'updated_at': '2021-08-25T01:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_floatingips': [{'id': 'e714dbdb-c1dc-4bb6-b803-44035f15a4b1', 'tenant_id': 'bd502484c4f842cab183438793976e99', 'floating_ip_address': '172.27.1.52', 'floating_network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'router_id': 'fe2b09af-b871-4f07-9ae2-64d07a5a4231', 'port_id': 'fe36350f-e1e6-4353-a67f-60cd29711bb6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc053e6-12a9-4f33-968f-821d031fe3ac', 'mac_address': 'fa:16:3e:60:f9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e25606-3995-4289-9dbd-aee1fe109267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T01:35:15Z', 'updated_at': '2021-08-25T01:35:15Z', 'revision_number': 0, 'project_id': 'bd502484c4f842cab183438793976e99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8814c1eb-8b7c-4790-80ec-4eaebfaad1ac', 'name': '', 'network_id': 'acc053e6-12a9-4f33-968f-821d031fe3ac', 'tenant_id': 'bd502484c4f842cab183438793976e99', 'mac_address': 'fa:16:3e:fd:f7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b09af-b871-4f07-9ae2-64d07a5a4231', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a3889b63-be2f-4f7f-9f77-28f1a2f0f03a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:34:28Z', 'updated_at': '2021-08-25T01:34:35Z', 'revision_number': 5, 'project_id': 'bd502484c4f842cab183438793976e99', 'subnets': [{'id': 'a3889b63-be2f-4f7f-9f77-28f1a2f0f03a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:35:17.420613 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.db.securitygroups_db [None req-3790b585-aafa-46fc-a15b-bde2edaf13cf tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Project bd502484c4f842cab183438793976e99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 01:35:17.421104 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e959e14-1c2d-4dec-baa0-21f8843337b4 req-d98b0804-9114-4d1e-983b-a902549fa582 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:17.428289 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3790b585-aafa-46fc-a15b-bde2edaf13cf tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:17.428881 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-7e959e14-1c2d-4dec-baa0-21f8843337b4 req-d98b0804-9114-4d1e-983b-a902549fa582 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 946 time: 0.1056759 Aug 25 01:35:17.444620 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d4f4ed-a4e8-41df-ac7b-082a606d9c69 None None] The sync data for ids ['fe2b09af-b871-4f07-9ae2-64d07a5a4231'] in dv-cinder-790014-2-iscsi is: [{'id': 'fe2b09af-b871-4f07-9ae2-64d07a5a4231', 'name': 'tempest-TestMinimumBasicScenario-146424545-router', 'tenant_id': 'bd502484c4f842cab183438793976e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'b7cca110-ac4a-4939-9096-22a5a8246c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:34:26Z', 'updated_at': '2021-08-25T01:34:29Z', 'revision_number': 4, 'project_id': 'bd502484c4f842cab183438793976e99', 'gw_port': {'id': 'b7cca110-ac4a-4939-9096-22a5a8246c17', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:91:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b09af-b871-4f07-9ae2-64d07a5a4231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:34:27Z', 'updated_at': '2021-08-25T01:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_floatingips': [{'id': 'e714dbdb-c1dc-4bb6-b803-44035f15a4b1', 'tenant_id': 'bd502484c4f842cab183438793976e99', 'floating_ip_address': '172.27.1.52', 'floating_network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'router_id': 'fe2b09af-b871-4f07-9ae2-64d07a5a4231', 'port_id': 'fe36350f-e1e6-4353-a67f-60cd29711bb6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc053e6-12a9-4f33-968f-821d031fe3ac', 'mac_address': 'fa:16:3e:60:f9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e25606-3995-4289-9dbd-aee1fe109267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T01:35:15Z', 'updated_at': '2021-08-25T01:35:15Z', 'revision_number': 0, 'project_id': 'bd502484c4f842cab183438793976e99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8814c1eb-8b7c-4790-80ec-4eaebfaad1ac', 'name': '', 'network_id': 'acc053e6-12a9-4f33-968f-821d031fe3ac', 'tenant_id': 'bd502484c4f842cab183438793976e99', 'mac_address': 'fa:16:3e:fd:f7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b09af-b871-4f07-9ae2-64d07a5a4231', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a3889b63-be2f-4f7f-9f77-28f1a2f0f03a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:34:28Z', 'updated_at': '2021-08-25T01:34:35Z', 'revision_number': 5, 'project_id': 'bd502484c4f842cab183438793976e99', 'subnets': [{'id': 'a3889b63-be2f-4f7f-9f77-28f1a2f0f03a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 01:35:17.483338 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-7e959e14-1c2d-4dec-baa0-21f8843337b4 req-846d9d84-5c5e-4d17-bb0d-31421bc6cae9 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=2baf35bd-5239-4016-91a4-7bb93be8ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531297 Aug 25 01:35:17.523815 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3790b585-aafa-46fc-a15b-bde2edaf13cf tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:17.528122 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3790b585-aafa-46fc-a15b-bde2edaf13cf tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019102'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:17.548436 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3790b585-aafa-46fc-a15b-bde2edaf13cf tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3d1dcff-02df-4672-8232-0e13b5a2eefd,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:35:17.563193 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3790b585-aafa-46fc-a15b-bde2edaf13cf tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:17.564871 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-3790b585-aafa-46fc-a15b-bde2edaf13cf tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1947899 Aug 25 01:35:17.567938 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 56474) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:35:17.572869 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [None req-53834923-1175-49fe-8248-1893b40e51d8 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Request body: {'security_group_rule': {'security_group_id': '2ef5458f-e27e-4a5e-98f6-42612c586ccb', 'project_id': 'bd502484c4f842cab183438793976e99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:35:17.596050 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.db.securitygroups_db [None req-53834923-1175-49fe-8248-1893b40e51d8 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Project bd502484c4f842cab183438793976e99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 01:35:17.602666 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-53834923-1175-49fe-8248-1893b40e51d8 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:17.672207 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-53834923-1175-49fe-8248-1893b40e51d8 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:17.678977 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-53834923-1175-49fe-8248-1893b40e51d8 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019102'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:17.698398 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53834923-1175-49fe-8248-1893b40e51d8 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41e3912b-9e59-4db2-81d6-8fddc70d58c7,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:35:17.710021 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-53834923-1175-49fe-8248-1893b40e51d8 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:17.714350 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-53834923-1175-49fe-8248-1893b40e51d8 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1423655 Aug 25 01:35:17.735752 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55712c5f-372f-4a58-adfd-6dfa5179ce8e None None] New status for floating IP e714dbdb-c1dc-4bb6-b803-44035f15a4b1: ACTIVE {{(pid=93834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 01:35:17.811923 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-914a156c-d225-4fd6-aa91-305f060e1dff req-2be740da-d919-4455-8674-e252e7619bcc tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-620304675&fields=id&tenant_id=bd502484c4f842cab183438793976e99 HTTP/1.1" status: 200 len: 267 time: 0.0379477 Aug 25 01:35:17.891271 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a156c-d225-4fd6-aa91-305f060e1dff req-40a13493-d9d3-4eca-8a3e-24c13e265314 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:17.892952 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-914a156c-d225-4fd6-aa91-305f060e1dff req-40a13493-d9d3-4eca-8a3e-24c13e265314 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/ports?device_id=51e25606-3995-4289-9dbd-aee1fe109267 HTTP/1.1" status: 200 len: 946 time: 0.0734098 Aug 25 01:35:17.908316 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.v2.base [req-914a156c-d225-4fd6-aa91-305f060e1dff req-e1485b9e-ad8e-4d18-8443-4c657bfb4d48 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Request body: {'port': {'security_groups': ['36088066-a54f-4278-a16b-b24ab1a575b5', '2ef5458f-e27e-4a5e-98f6-42612c586ccb']}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:35:17.998578 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-914a156c-d225-4fd6-aa91-305f060e1dff req-e1485b9e-ad8e-4d18-8443-4c657bfb4d48 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:18.239300 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-914a156c-d225-4fd6-aa91-305f060e1dff req-e1485b9e-ad8e-4d18-8443-4c657bfb4d48 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] For port fe36350f-e1e6-4353-a67f-60cd29711bb6, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=fe36350f-e1e6-4353-a67f-60cd29711bb6,segment=NetworkSegment(7cab06b0-8ea3-4bff-b246-6b830e568114),segment_id=7cab06b0-8ea3-4bff-b246-6b830e568114)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:35:18.276198 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-914a156c-d225-4fd6-aa91-305f060e1dff req-e1485b9e-ad8e-4d18-8443-4c657bfb4d48 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:18.288138 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-914a156c-d225-4fd6-aa91-305f060e1dff req-e1485b9e-ad8e-4d18-8443-4c657bfb4d48 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11069652'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:18.301352 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] get_ports_and_sgs() called for port_ids ['fe36350f-e1e6-4353-a67f-60cd29711bb6'] {{(pid=93834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 01:35:18.342043 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a156c-d225-4fd6-aa91-305f060e1dff req-e1485b9e-ad8e-4d18-8443-4c657bfb4d48 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:18.342734 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-914a156c-d225-4fd6-aa91-305f060e1dff req-e1485b9e-ad8e-4d18-8443-4c657bfb4d48 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:18.344165 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-914a156c-d225-4fd6-aa91-305f060e1dff req-e1485b9e-ad8e-4d18-8443-4c657bfb4d48 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "PUT /v2.0/ports/fe36350f-e1e6-4353-a67f-60cd29711bb6 HTTP/1.1" status: 200 len: 982 time: 0.4416311 Aug 25 01:35:18.344677 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51e25606-3995-4289-9dbd-aee1fe109267', 'tag': 'fe36350f-e1e6-4353-a67f-60cd29711bb6'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:35:18.346966 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99221413ad608258be70d61d3aee829b58887b18c5c2a60c7a37b33fff07d90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade9f4a1-7793-439a-afd7-b4ef8ba29c40" -d '{"events": [{"name": "network-changed", "server_uuid": "51e25606-3995-4289-9dbd-aee1fe109267", "tag": "fe36350f-e1e6-4353-a67f-60cd29711bb6"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:35:18.378434 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1485b9e-ad8e-4d18-8443-4c657bfb4d48 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Pushing event updated for resources: {'Port': ['ID=fe36350f-e1e6-4353-a67f-60cd29711bb6,revision_number=6']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:35:18.435422 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 01:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23e8d2f-d5dd-4e6a-b67e-64c5d7b7d554 x-openstack-request-id: req-b23e8d2f-d5dd-4e6a-b67e-64c5d7b7d554 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:35:18.435760 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51e25606-3995-4289-9dbd-aee1fe109267", "tag": "fe36350f-e1e6-4353-a67f-60cd29711bb6", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:35:18.436011 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b23e8d2f-d5dd-4e6a-b67e-64c5d7b7d554 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:35:18.436416 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51e25606-3995-4289-9dbd-aee1fe109267', 'tag': 'fe36350f-e1e6-4353-a67f-60cd29711bb6', 'status': 'completed', 'code': 200} Aug 25 01:35:18.447701 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] get_ports_and_sgs() called for port_ids ['fe36350f-e1e6-4353-a67f-60cd29711bb6'] {{(pid=93834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 01:35:18.516987 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f3a93-8c24-4f25-8edd-69bcafbce73f req-8b3734c0-eb80-49b9-9201-c2a80e51dfa1 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:18.518574 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-178f3a93-8c24-4f25-8edd-69bcafbce73f req-8b3734c0-eb80-49b9-9201-c2a80e51dfa1 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/ports?device_id=51e25606-3995-4289-9dbd-aee1fe109267 HTTP/1.1" status: 200 len: 985 time: 0.0932269 Aug 25 01:35:18.553357 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9f4a1-7793-439a-afd7-b4ef8ba29c40 req-b4e7ae65-5182-4acd-bf7c-070d47118c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:18.555552 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-ade9f4a1-7793-439a-afd7-b4ef8ba29c40 req-b4e7ae65-5182-4acd-bf7c-070d47118c92 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd502484c4f842cab183438793976e99&device_id=51e25606-3995-4289-9dbd-aee1fe109267 HTTP/1.1" status: 200 len: 1138 time: 0.0899310 Aug 25 01:35:18.593176 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-178f3a93-8c24-4f25-8edd-69bcafbce73f req-95f0b9ca-c36d-4d93-aa0d-a86af093265e tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ef5458f-e27e-4a5e-98f6-42612c586ccb&id=36088066-a54f-4278-a16b-b24ab1a575b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0679941 Aug 25 01:35:18.659028 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb6b2d-3afb-4959-8420-6f71a19fde31 req-708a0b32-621f-4e9d-8e41-a5378484e00a tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:18.660666 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-f5bb6b2d-3afb-4959-8420-6f71a19fde31 req-708a0b32-621f-4e9d-8e41-a5378484e00a tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 946 time: 0.0660799 Aug 25 01:35:18.721051 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-f5bb6b2d-3afb-4959-8420-6f71a19fde31 req-ee65b4fe-a961-4be4-824c-0009342daf59 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=2baf35bd-5239-4016-91a4-7bb93be8ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520139 Aug 25 01:35:18.727074 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9f4a1-7793-439a-afd7-b4ef8ba29c40 req-6cce0782-51b9-4d5c-832b-e50e6e05e49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:18.728588 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-ade9f4a1-7793-439a-afd7-b4ef8ba29c40 req-6cce0782-51b9-4d5c-832b-e50e6e05e49b service neutron] 10.222.0.26 "GET /v2.0/networks?id=acc053e6-12a9-4f33-968f-821d031fe3ac HTTP/1.1" status: 200 len: 915 time: 0.1635962 Aug 25 01:35:18.779706 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-54b8b898-231a-4f98-8d0d-000df5a95f47 None None] Provisioning complete for port fe36350f-e1e6-4353-a67f-60cd29711bb6 triggered by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:35:18.780791 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-54b8b898-231a-4f98-8d0d-000df5a95f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:18.831023 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-ade9f4a1-7793-439a-afd7-b4ef8ba29c40 req-a7f15ddf-950a-498c-9c93-81f1604e0f75 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe36350f-e1e6-4353-a67f-60cd29711bb6 HTTP/1.1" status: 200 len: 1001 time: 0.0947182 Aug 25 01:35:18.896843 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9f4a1-7793-439a-afd7-b4ef8ba29c40 req-df9d2c55-ef24-416c-a510-3b21ac76a9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:18.898318 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-ade9f4a1-7793-439a-afd7-b4ef8ba29c40 req-df9d2c55-ef24-416c-a510-3b21ac76a9ff service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a3889b63-be2f-4f7f-9f77-28f1a2f0f03a HTTP/1.1" status: 200 len: 853 time: 0.0608859 Aug 25 01:35:18.990013 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9f4a1-7793-439a-afd7-b4ef8ba29c40 req-5753a8dc-fd15-4c03-8b34-7e0dba3b5344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:18.991676 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-ade9f4a1-7793-439a-afd7-b4ef8ba29c40 req-5753a8dc-fd15-4c03-8b34-7e0dba3b5344 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=acc053e6-12a9-4f33-968f-821d031fe3ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0842166 Aug 25 01:35:19.053989 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603840eb-22c4-4744-bde8-7f9f2ae48c3b req-64af3ace-c56a-4f4e-ad20-b555442a8887 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:19.061170 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-603840eb-22c4-4744-bde8-7f9f2ae48c3b req-64af3ace-c56a-4f4e-ad20-b555442a8887 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=311b6a44-51eb-49e3-aee1-e24c57a2d392 HTTP/1.1" status: 200 len: 945 time: 0.1081812 Aug 25 01:35:19.107819 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-603840eb-22c4-4744-bde8-7f9f2ae48c3b req-079cd1d0-e4c7-49dc-a23c-ea63ff651a97 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451691 Aug 25 01:35:19.147965 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-ade9f4a1-7793-439a-afd7-b4ef8ba29c40 req-accce648-5410-4807-a360-4f695e12f8b3 service neutron] 10.222.0.26 "GET /v2.0/networks/acc053e6-12a9-4f33-968f-821d031fe3ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362364 Aug 25 01:35:19.260935 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-ade9f4a1-7793-439a-afd7-b4ef8ba29c40 req-6f052243-a505-4397-a429-fc6890403d7c service neutron] 10.222.0.26 "GET /v2.0/networks/acc053e6-12a9-4f33-968f-821d031fe3ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041384 Aug 25 01:35:19.606319 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:19.849367 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc45283-aa45-47c3-9a46-2bcc8189d99d req-5bbc813b-fa2b-4bfd-b600-5670e4e4dadf tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:19.850884 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-8cc45283-aa45-47c3-9a46-2bcc8189d99d req-5bbc813b-fa2b-4bfd-b600-5670e4e4dadf tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 946 time: 0.0536027 Aug 25 01:35:19.897556 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-8cc45283-aa45-47c3-9a46-2bcc8189d99d req-38520293-ad74-43c5-bef3-b50c8c47770f tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=2baf35bd-5239-4016-91a4-7bb93be8ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377443 Aug 25 01:35:20.216971 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd614dd-284c-40f8-837b-920b42269b7d req-f2b51071-506d-423e-b489-630c055cd275 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:20.218463 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-fbd614dd-284c-40f8-837b-920b42269b7d req-f2b51071-506d-423e-b489-630c055cd275 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=311b6a44-51eb-49e3-aee1-e24c57a2d392 HTTP/1.1" status: 200 len: 945 time: 0.0517788 Aug 25 01:35:20.260120 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-fbd614dd-284c-40f8-837b-920b42269b7d req-fe0a43c7-924c-4b7d-80cd-130764552d7f tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351706 Aug 25 01:35:20.624850 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250ffb0-13d6-4123-b721-fddc15c9b8e6 req-a7955551-daa4-4dde-b4c2-269e16054552 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:20.626304 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-b250ffb0-13d6-4123-b721-fddc15c9b8e6 req-a7955551-daa4-4dde-b4c2-269e16054552 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.26 "GET /v2.0/ports?device_id=311b6a44-51eb-49e3-aee1-e24c57a2d392 HTTP/1.1" status: 200 len: 945 time: 0.0503790 Aug 25 01:35:20.725364 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-b250ffb0-13d6-4123-b721-fddc15c9b8e6 req-b4a7a768-80aa-40e3-a743-7795a6f3c276 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Deleting port 336c249f-6762-4e80-a90d-fd9c1dc12af8 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 01:35:20.725703 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b250ffb0-13d6-4123-b721-fddc15c9b8e6 req-b4a7a768-80aa-40e3-a743-7795a6f3c276 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782027226579'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:20.818118 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-b250ffb0-13d6-4123-b721-fddc15c9b8e6 req-b4a7a768-80aa-40e3-a743-7795a6f3c276 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] For port 336c249f-6762-4e80-a90d-fd9c1dc12af8, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=336c249f-6762-4e80-a90d-fd9c1dc12af8,segment=NetworkSegment(c04ee889-7418-43cc-a81f-2f5facfdbc4b),segment_id=c04ee889-7418-43cc-a81f-2f5facfdbc4b)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:35:20.819174 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b250ffb0-13d6-4123-b721-fddc15c9b8e6 req-b4a7a768-80aa-40e3-a743-7795a6f3c276 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647429'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:21.031949 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b250ffb0-13d6-4123-b721-fddc15c9b8e6 req-b4a7a768-80aa-40e3-a743-7795a6f3c276 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:21.032338 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b250ffb0-13d6-4123-b721-fddc15c9b8e6 req-b4a7a768-80aa-40e3-a743-7795a6f3c276 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930814'] for floatingip, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:21.032655 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.db.l3_db [req-b250ffb0-13d6-4123-b721-fddc15c9b8e6 req-b4a7a768-80aa-40e3-a743-7795a6f3c276 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Floating IP 623c97dd-8681-4a7a-902b-9bce9d09c3d6 disassociated. External IP: 172.27.1.77, port: 336c249f-6762-4e80-a90d-fd9c1dc12af8. Aug 25 01:35:21.033029 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-b250ffb0-13d6-4123-b721-fddc15c9b8e6 req-b4a7a768-80aa-40e3-a743-7795a6f3c276 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Calling delete_port for 336c249f-6762-4e80-a90d-fd9c1dc12af8 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 01:35:21.054997 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ebbff-838f-44de-8426-ce475f3b2b99 req-970e63f8-53ab-4d75-a8a6-e8a8a7db0fdd tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:21.062802 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-437ebbff-838f-44de-8426-ce475f3b2b99 req-970e63f8-53ab-4d75-a8a6-e8a8a7db0fdd tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 946 time: 0.0601673 Aug 25 01:35:21.109116 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-437ebbff-838f-44de-8426-ce475f3b2b99 req-cb1ac24d-f821-4b3b-bad2-81fc51ec1166 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=2baf35bd-5239-4016-91a4-7bb93be8ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397842 Aug 25 01:35:21.179225 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b250ffb0-13d6-4123-b721-fddc15c9b8e6 req-b4a7a768-80aa-40e3-a743-7795a6f3c276 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782027086291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782026665153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:21.215071 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a7a768-80aa-40e3-a743-7795a6f3c276 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Pushing event deleted for resources: {'Port': ['ID=336c249f-6762-4e80-a90d-fd9c1dc12af8,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:35:21.365366 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-12526952-c5fe-42b6-9035-63dd7edb3842 req-1dc8374c-a2d6-4297-ae56-a8e5c967f98f tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=311b6a44-51eb-49e3-aee1-e24c57a2d392 HTTP/1.1" status: 200 len: 210 time: 0.0300806 Aug 25 01:35:21.376876 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b250ffb0-13d6-4123-b721-fddc15c9b8e6 req-b4a7a768-80aa-40e3-a743-7795a6f3c276 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Router fbfad13f-9e18-4a50-a601-e0301b78a9a5 has already been hosted by L3 agent 2e219680-1a48-4599-ad97-adf9ec497b47 {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 01:35:21.765799 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b250ffb0-13d6-4123-b721-fddc15c9b8e6 req-b4a7a768-80aa-40e3-a743-7795a6f3c276 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify agent at l3_agent.dv-cinder-790014-2-iscsi the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 01:35:21.777141 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e151dab7-cd73-4b27-a772-9200730b1fdc None None] Sync routers for ids ['fbfad13f-9e18-4a50-a601-e0301b78a9a5'] in dv-cinder-790014-2-iscsi {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 01:35:21.791221 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e151dab7-cd73-4b27-a772-9200730b1fdc None None] Routers {'fbfad13f-9e18-4a50-a601-e0301b78a9a5'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:35:21.791839 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-e151dab7-cd73-4b27-a772-9200730b1fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:35:00Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['fbfad13f-9e18-4a50-a601-e0301b78a9a5'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:35:21.818161 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-b250ffb0-13d6-4123-b721-fddc15c9b8e6 req-b4a7a768-80aa-40e3-a743-7795a6f3c276 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] No DVR routers for this DVR port 336c249f-6762-4e80-a90d-fd9c1dc12af8 on host hv-cinder-79001 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 01:35:21.821837 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b250ffb0-13d6-4123-b721-fddc15c9b8e6 req-b4a7a768-80aa-40e3-a743-7795a6f3c276 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:21.824230 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-b250ffb0-13d6-4123-b721-fddc15c9b8e6 req-b4a7a768-80aa-40e3-a743-7795a6f3c276 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.26 "DELETE /v2.0/ports/336c249f-6762-4e80-a90d-fd9c1dc12af8 HTTP/1.1" status: 204 len: 173 time: 1.1921861 Aug 25 01:35:21.824900 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311b6a44-51eb-49e3-aee1-e24c57a2d392', 'name': 'network-vif-deleted', 'tag': '336c249f-6762-4e80-a90d-fd9c1dc12af8'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:35:21.830611 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6aaa77860150641abcbf195034e02978cb43d302165c9bbcbee081d494fe815" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc57ab4-ddee-487b-9665-d4642497f3ba" -d '{"events": [{"server_uuid": "311b6a44-51eb-49e3-aee1-e24c57a2d392", "name": "network-vif-deleted", "tag": "336c249f-6762-4e80-a90d-fd9c1dc12af8"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:35:21.883431 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 01:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33072ffc-0687-470b-92f6-7606ffed9499 x-openstack-request-id: req-33072ffc-0687-470b-92f6-7606ffed9499 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:35:21.884470 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311b6a44-51eb-49e3-aee1-e24c57a2d392", "name": "network-vif-deleted", "tag": "336c249f-6762-4e80-a90d-fd9c1dc12af8", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:35:21.885212 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-33072ffc-0687-470b-92f6-7606ffed9499 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:35:21.886471 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311b6a44-51eb-49e3-aee1-e24c57a2d392', 'name': 'network-vif-deleted', 'tag': '336c249f-6762-4e80-a90d-fd9c1dc12af8', 'status': 'completed', 'code': 200} Aug 25 01:35:21.939289 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-e151dab7-cd73-4b27-a772-9200730b1fdc None None] Set router fbfad13f-9e18-4a50-a601-e0301b78a9a5 gateway port host: dv-cinder-790014-2-iscsi {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:35:22.158195 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-e151dab7-cd73-4b27-a772-9200730b1fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'name': 'tempest-TestVolumeBootPattern-197417283-router', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '735a2362-df5c-4fc7-adad-7623e23d61cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:32:15Z', 'updated_at': '2021-08-25T01:32:17Z', 'revision_number': 4, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'gw_port': {'id': '735a2362-df5c-4fc7-adad-7623e23d61cc', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:32:15Z', 'updated_at': '2021-08-25T01:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_interfaces': [{'id': 'ad7755ad-d744-4372-8f30-8e9347161788', 'name': '', 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'mac_address': 'fa:16:3e:c7:c3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'e4e76ae4-a0df-4300-91e1-70e2eeb06d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:32:17Z', 'updated_at': '2021-08-25T01:32:23Z', 'revision_number': 5, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'subnets': [{'id': 'e4e76ae4-a0df-4300-91e1-70e2eeb06d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:35:22.190135 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e151dab7-cd73-4b27-a772-9200730b1fdc None None] Checking router: fbfad13f-9e18-4a50-a601-e0301b78a9a5 for host: dv-cinder-790014-2-iscsi {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 01:35:22.200524 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e151dab7-cd73-4b27-a772-9200730b1fdc None None] Routers {'fbfad13f-9e18-4a50-a601-e0301b78a9a5'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:35:22.201213 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-e151dab7-cd73-4b27-a772-9200730b1fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:35:00Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['fbfad13f-9e18-4a50-a601-e0301b78a9a5'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:35:22.254519 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43062f5e-7003-413e-9bd5-24fc6f5c96af req-6bffc553-b539-4be0-895d-541079b0d646 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:22.256053 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-43062f5e-7003-413e-9bd5-24fc6f5c96af req-6bffc553-b539-4be0-895d-541079b0d646 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 946 time: 0.0576952 Aug 25 01:35:22.306870 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-43062f5e-7003-413e-9bd5-24fc6f5c96af req-cc4b252c-64fe-40d9-a0b3-7e737e58ff37 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=2baf35bd-5239-4016-91a4-7bb93be8ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423720 Aug 25 01:35:22.325084 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-e151dab7-cd73-4b27-a772-9200730b1fdc None None] Set router fbfad13f-9e18-4a50-a601-e0301b78a9a5 gateway port host: dv-cinder-790014-2-iscsi {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:35:22.487240 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a4475179-ae8c-4449-9090-1b83faaf3187 req-12233efd-7490-4b4b-928f-8004e5055880 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=311b6a44-51eb-49e3-aee1-e24c57a2d392 HTTP/1.1" status: 200 len: 210 time: 0.0306468 Aug 25 01:35:22.607706 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-e151dab7-cd73-4b27-a772-9200730b1fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'name': 'tempest-TestVolumeBootPattern-197417283-router', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '735a2362-df5c-4fc7-adad-7623e23d61cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:32:15Z', 'updated_at': '2021-08-25T01:32:17Z', 'revision_number': 4, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'gw_port': {'id': '735a2362-df5c-4fc7-adad-7623e23d61cc', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:32:15Z', 'updated_at': '2021-08-25T01:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_interfaces': [{'id': 'ad7755ad-d744-4372-8f30-8e9347161788', 'name': '', 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'mac_address': 'fa:16:3e:c7:c3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'e4e76ae4-a0df-4300-91e1-70e2eeb06d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:32:17Z', 'updated_at': '2021-08-25T01:32:23Z', 'revision_number': 5, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'subnets': [{'id': 'e4e76ae4-a0df-4300-91e1-70e2eeb06d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:35:22.632110 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e151dab7-cd73-4b27-a772-9200730b1fdc None None] The sync data for ids ['fbfad13f-9e18-4a50-a601-e0301b78a9a5'] in dv-cinder-790014-2-iscsi is: [{'id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'name': 'tempest-TestVolumeBootPattern-197417283-router', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '735a2362-df5c-4fc7-adad-7623e23d61cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:32:15Z', 'updated_at': '2021-08-25T01:32:17Z', 'revision_number': 4, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'gw_port': {'id': '735a2362-df5c-4fc7-adad-7623e23d61cc', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:32:15Z', 'updated_at': '2021-08-25T01:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_interfaces': [{'id': 'ad7755ad-d744-4372-8f30-8e9347161788', 'name': '', 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'mac_address': 'fa:16:3e:c7:c3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'e4e76ae4-a0df-4300-91e1-70e2eeb06d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:32:17Z', 'updated_at': '2021-08-25T01:32:23Z', 'revision_number': 5, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'subnets': [{'id': 'e4e76ae4-a0df-4300-91e1-70e2eeb06d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 01:35:22.835018 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabc6e65-e99b-4794-b1b2-f3ae8e8c89b7 None None] New status for floating IP 623c97dd-8681-4a7a-902b-9bce9d09c3d6: DOWN {{(pid=93834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 01:35:22.866554 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73763262-efbb-46b8-98ca-9d7edce083b5 req-8e0ad789-4057-4ef3-9caf-163d3ac39d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:22.868038 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-73763262-efbb-46b8-98ca-9d7edce083b5 req-8e0ad789-4057-4ef3-9caf-163d3ac39d55 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0d3f6d9b58da4cf08feb13c48725af79&device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 1099 time: 0.0438647 Aug 25 01:35:22.967989 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73763262-efbb-46b8-98ca-9d7edce083b5 req-3d195b47-3144-4155-9b07-ad96feaec928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:22.969499 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-73763262-efbb-46b8-98ca-9d7edce083b5 req-3d195b47-3144-4155-9b07-ad96feaec928 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4b39bbca-d99b-4c6f-89e1-463d16db2dba HTTP/1.1" status: 200 len: 917 time: 0.0930095 Aug 25 01:35:23.051709 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-73763262-efbb-46b8-98ca-9d7edce083b5 req-33abd797-c54f-4995-ac8f-fd5776082772 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed1853e7-475b-4b17-a478-66dd9dab4911 HTTP/1.1" status: 200 len: 1002 time: 0.0623140 Aug 25 01:35:23.109812 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73763262-efbb-46b8-98ca-9d7edce083b5 req-a818151b-039e-43e9-8590-7457f6b9e812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:23.111346 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-73763262-efbb-46b8-98ca-9d7edce083b5 req-a818151b-039e-43e9-8590-7457f6b9e812 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=377ea34e-9667-47c0-90ed-ae7bee569363 HTTP/1.1" status: 200 len: 855 time: 0.0468304 Aug 25 01:35:23.161126 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73763262-efbb-46b8-98ca-9d7edce083b5 req-bb543053-b9be-49d9-bd94-1f6548280227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:23.162561 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-73763262-efbb-46b8-98ca-9d7edce083b5 req-bb543053-b9be-49d9-bd94-1f6548280227 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4b39bbca-d99b-4c6f-89e1-463d16db2dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429721 Aug 25 01:35:23.248669 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-73763262-efbb-46b8-98ca-9d7edce083b5 req-0455ad13-69da-40c4-b712-6b7266ec23b6 service neutron] 10.222.0.26 "GET /v2.0/networks/4b39bbca-d99b-4c6f-89e1-463d16db2dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781624 Aug 25 01:35:23.337749 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-73763262-efbb-46b8-98ca-9d7edce083b5 req-664d702d-5ad6-4de9-b992-2aa6a344ad07 service neutron] 10.222.0.26 "GET /v2.0/networks/4b39bbca-d99b-4c6f-89e1-463d16db2dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822961 Aug 25 01:35:23.427993 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6222c-98e5-4178-a284-21a7ae9309d4 req-d61ffb3f-3bae-4379-a206-917d836ce31d tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:23.429468 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-efa6222c-98e5-4178-a284-21a7ae9309d4 req-d61ffb3f-3bae-4379-a206-917d836ce31d tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 946 time: 0.0478747 Aug 25 01:35:23.465474 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-efa6222c-98e5-4178-a284-21a7ae9309d4 req-c65e2c65-a19a-4c24-882b-86827b48b243 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=2baf35bd-5239-4016-91a4-7bb93be8ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302482 Aug 25 01:35:23.721466 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-b105dff8-a886-4d59-8a8b-60dcee9f6e69 req-b240721e-ff52-4c6e-bc67-9a0397515adf tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1998696762&fields=id&tenant_id=ada43be06e92474191038a2b41a9f39b HTTP/1.1" status: 200 len: 267 time: 0.0309803 Aug 25 01:35:23.825528 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b105dff8-a886-4d59-8a8b-60dcee9f6e69 req-5520f3f9-ab07-41fa-a55b-f308d41d00d0 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:23.826872 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-b105dff8-a886-4d59-8a8b-60dcee9f6e69 req-5520f3f9-ab07-41fa-a55b-f308d41d00d0 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/networks?id=109ccc69-61fe-42e8-83da-81c7da1807b8 HTTP/1.1" status: 200 len: 811 time: 0.0990834 Aug 25 01:35:23.841650 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-b105dff8-a886-4d59-8a8b-60dcee9f6e69 req-69b88bfd-518e-4451-ba53-a1e7db1c7111 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/quotas/ada43be06e92474191038a2b41a9f39b HTTP/1.1" status: 200 len: 375 time: 0.0086694 Aug 25 01:35:23.893333 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-b105dff8-a886-4d59-8a8b-60dcee9f6e69 req-601908e5-1102-415d-8bea-eff6bcff555c tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ada43be06e92474191038a2b41a9f39b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0465772 Aug 25 01:35:23.986000 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-b105dff8-a886-4d59-8a8b-60dcee9f6e69 req-69121354-0028-4eb2-9e33-ee12987b0291 service neutron] 10.222.0.23 "GET /v2.0/networks/109ccc69-61fe-42e8-83da-81c7da1807b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810912 Aug 25 01:35:24.072088 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-b105dff8-a886-4d59-8a8b-60dcee9f6e69 req-2df7fe2d-80a7-4a9b-b157-5268af18641d service neutron] 10.222.0.23 "GET /v2.0/networks/109ccc69-61fe-42e8-83da-81c7da1807b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801203 Aug 25 01:35:24.125389 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device 336c249f-6762-4e80-a90d-fd9c1dc12af8 no longer exists at agent hyperv_hv-cinder-79001 {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 01:35:24.145545 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] No Port match for: 336c249f-6762-4e80-a90d-fd9c1dc12af8 {{(pid=93834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 01:35:24.145887 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device 336c249f-6762-4e80-a90d-fd9c1dc12af8 not bound to the agent host hv-cinder-79001 {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 01:35:24.346491 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-6b1d96ee-6b21-4904-988e-60161a812ff0 req-329a5a85-7ea2-493e-85de-58d51169377a tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf42ba6b-d50a-40e1-9125-f726ddb5be2a HTTP/1.1" status: 200 len: 210 time: 0.0259395 Aug 25 01:35:24.587193 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd5eaea-7c8b-4dc8-b810-df36da1ce32e req-b8ba557b-69d8-47c6-b1d6-d17dd49f5a75 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:24.591152 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-2cd5eaea-7c8b-4dc8-b810-df36da1ce32e req-b8ba557b-69d8-47c6-b1d6-d17dd49f5a75 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 946 time: 0.0516663 Aug 25 01:35:24.627736 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-2cd5eaea-7c8b-4dc8-b810-df36da1ce32e req-06cf132e-546e-4fc3-82b6-b32fb51c787e tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=2baf35bd-5239-4016-91a4-7bb93be8ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322175 Aug 25 01:35:25.247533 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.agents_db [None req-4bdcba96-0b2f-4eba-81a9-023f498d003c None None] Agent healthcheck: found 6 active agents {{(pid=93835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 01:35:25.257804 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b105dff8-a886-4d59-8a8b-60dcee9f6e69 req-7250e388-69c3-4a57-abbf-55e3b9ab1d8e tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:25.259246 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-b105dff8-a886-4d59-8a8b-60dcee9f6e69 req-7250e388-69c3-4a57-abbf-55e3b9ab1d8e tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.26 "GET /v2.0/networks?id=109ccc69-61fe-42e8-83da-81c7da1807b8 HTTP/1.1" status: 200 len: 811 time: 0.1035299 Aug 25 01:35:25.303465 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-b105dff8-a886-4d59-8a8b-60dcee9f6e69 req-88174ac8-4cb3-4956-b824-71cc2e9933c8 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ada43be06e92474191038a2b41a9f39b HTTP/1.1" status: 200 len: 380 time: 0.0336697 Aug 25 01:35:25.322405 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [req-b105dff8-a886-4d59-8a8b-60dcee9f6e69 req-8da35594-6294-4519-be52-9c7986e2fb0a tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Request body: {'port': {'device_id': 'bf42ba6b-d50a-40e1-9125-f726ddb5be2a', 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8', 'admin_state_up': True, 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'security_groups': ['2646397d-f3dc-4653-8e65-32eb787a687c']}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:35:25.447515 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-1dfd228b-e92a-4a5f-89c1-36acfd5e4101 req-b03d2ab4-fb56-42c0-beba-02569d9528d5 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf42ba6b-d50a-40e1-9125-f726ddb5be2a HTTP/1.1" status: 200 len: 210 time: 0.0302076 Aug 25 01:35:25.462926 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b105dff8-a886-4d59-8a8b-60dcee9f6e69 req-8da35594-6294-4519-be52-9c7986e2fb0a tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Made reservation on behalf of ada43be06e92474191038a2b41a9f39b for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 01:35:25.467047 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b105dff8-a886-4d59-8a8b-60dcee9f6e69 req-8da35594-6294-4519-be52-9c7986e2fb0a tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:25.483270 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-53345260-42cb-4424-8e1a-75836dbb4046 req-796d0b4d-d36b-418f-a158-9d9fe354cf03 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0632799 Aug 25 01:35:25.612387 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53345260-42cb-4424-8e1a-75836dbb4046 req-875bc752-5116-4283-90bf-50cff96c604e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:25.614950 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-53345260-42cb-4424-8e1a-75836dbb4046 req-875bc752-5116-4283-90bf-50cff96c604e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0d3f6d9b58da4cf08feb13c48725af79&device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 1099 time: 0.0854442 Aug 25 01:35:25.640936 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-b105dff8-a886-4d59-8a8b-60dcee9f6e69 req-8da35594-6294-4519-be52-9c7986e2fb0a tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Allocated IP 172.20.0.14 (109ccc69-61fe-42e8-83da-81c7da1807b8/e4e76ae4-a0df-4300-91e1-70e2eeb06d40/7cbfb58b-250b-434a-a8f8-a66c796334e4) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 01:35:25.752526 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff366d6-e4c9-484e-aec1-f0e656c03512 req-383d0998-35d8-42ef-9fc2-99336e93bb37 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:25.754417 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-eff366d6-e4c9-484e-aec1-f0e656c03512 req-383d0998-35d8-42ef-9fc2-99336e93bb37 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 946 time: 0.0501070 Aug 25 01:35:25.794159 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-eff366d6-e4c9-484e-aec1-f0e656c03512 req-da67105b-f244-4f8e-a641-3f71a0644dfd tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=2baf35bd-5239-4016-91a4-7bb93be8ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333574 Aug 25 01:35:25.803168 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53345260-42cb-4424-8e1a-75836dbb4046 req-b1db1ab3-1731-4a5b-8cf5-aadd01eab5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:25.804703 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-53345260-42cb-4424-8e1a-75836dbb4046 req-b1db1ab3-1731-4a5b-8cf5-aadd01eab5aa service neutron] 10.222.0.26 "GET /v2.0/networks?id=4b39bbca-d99b-4c6f-89e1-463d16db2dba HTTP/1.1" status: 200 len: 917 time: 0.1612990 Aug 25 01:35:25.902609 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-53345260-42cb-4424-8e1a-75836dbb4046 req-3bd4c041-0920-4075-b385-039eb55467d5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed1853e7-475b-4b17-a478-66dd9dab4911 HTTP/1.1" status: 200 len: 1002 time: 0.0884187 Aug 25 01:35:25.906858 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b105dff8-a886-4d59-8a8b-60dcee9f6e69 req-8da35594-6294-4519-be52-9c7986e2fb0a tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:25.947353 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-b105dff8-a886-4d59-8a8b-60dcee9f6e69 req-8da35594-6294-4519-be52-9c7986e2fb0a tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Transition to ACTIVE for port object 7cbfb58b-250b-434a-a8f8-a66c796334e4 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:35:25.969636 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53345260-42cb-4424-8e1a-75836dbb4046 req-0b686923-eac6-40ac-8a96-6d23cdcb3a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:25.971041 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-53345260-42cb-4424-8e1a-75836dbb4046 req-0b686923-eac6-40ac-8a96-6d23cdcb3a31 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=377ea34e-9667-47c0-90ed-ae7bee569363 HTTP/1.1" status: 200 len: 855 time: 0.0604537 Aug 25 01:35:26.023060 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b105dff8-a886-4d59-8a8b-60dcee9f6e69 req-8da35594-6294-4519-be52-9c7986e2fb0a tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782026665144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:26.062740 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53345260-42cb-4424-8e1a-75836dbb4046 req-1ebea0a2-222b-490e-81a0-55e77e718917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:26.064218 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-53345260-42cb-4424-8e1a-75836dbb4046 req-1ebea0a2-222b-490e-81a0-55e77e718917 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4b39bbca-d99b-4c6f-89e1-463d16db2dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0859654 Aug 25 01:35:26.079917 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b105dff8-a886-4d59-8a8b-60dcee9f6e69 req-8da35594-6294-4519-be52-9c7986e2fb0a tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Network 109ccc69-61fe-42e8-83da-81c7da1807b8 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:35:26.093199 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-b105dff8-a886-4d59-8a8b-60dcee9f6e69 req-8da35594-6294-4519-be52-9c7986e2fb0a tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:35:26.104396 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da35594-6294-4519-be52-9c7986e2fb0a tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Pushing event updated for resources: {'Port': ['ID=7cbfb58b-250b-434a-a8f8-a66c796334e4,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:35:26.106266 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-b105dff8-a886-4d59-8a8b-60dcee9f6e69 req-8da35594-6294-4519-be52-9c7986e2fb0a tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 01:35:26.129052 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device ed1853e7-475b-4b17-a478-66dd9dab4911 no longer exists at agent hyperv_hv-cinder-79001 {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 01:35:26.209235 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b105dff8-a886-4d59-8a8b-60dcee9f6e69 req-8da35594-6294-4519-be52-9c7986e2fb0a tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:26.210028 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b105dff8-a886-4d59-8a8b-60dcee9f6e69 req-8da35594-6294-4519-be52-9c7986e2fb0a tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:26.214929 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:26.233948 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-53345260-42cb-4424-8e1a-75836dbb4046 req-0b272278-54b2-44dd-908c-1ea62c2a9c77 service neutron] 10.222.0.26 "GET /v2.0/networks/4b39bbca-d99b-4c6f-89e1-463d16db2dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564488 Aug 25 01:35:26.241493 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-b105dff8-a886-4d59-8a8b-60dcee9f6e69 req-8da35594-6294-4519-be52-9c7986e2fb0a tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9227324 Aug 25 01:35:26.244452 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820736cb-49e0-4cb7-b3da-cf2365ddbc9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed1853e7-475b-4b17-a478-66dd9dab4911'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:35:26.246842 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac4c50f49c3b3a17933da630e77cab0c79281d75959c3f8023547b3e3ec39ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f7c31d-ca80-4d46-94e1-b95ec5f42b87" -d '{"events": [{"server_uuid": "820736cb-49e0-4cb7-b3da-cf2365ddbc9d", "name": "network-vif-unplugged", "status": "completed", "tag": "ed1853e7-475b-4b17-a478-66dd9dab4911"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:35:26.260258 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [req-b105dff8-a886-4d59-8a8b-60dcee9f6e69 req-1826b0b4-01e0-420b-919a-f3c6b5c2699c service neutron] Request body: {'port': {'device_id': 'bf42ba6b-d50a-40e1-9125-f726ddb5be2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:35:26.263254 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port ed1853e7-475b-4b17-a478-66dd9dab4911, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=ed1853e7-475b-4b17-a478-66dd9dab4911,segment=NetworkSegment(2250bebe-2869-40e3-ad89-dd6ac923b04c),segment_id=2250bebe-2869-40e3-ad89-dd6ac923b04c)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:35:26.268730 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:26.318616 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 25 Aug 2021 01:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea43ea1-82ad-4d2d-a6be-2174351ec4c8 x-openstack-request-id: req-dea43ea1-82ad-4d2d-a6be-2174351ec4c8 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:35:26.319195 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "820736cb-49e0-4cb7-b3da-cf2365ddbc9d", "name": "network-vif-unplugged", "status": "failed", "tag": "ed1853e7-475b-4b17-a478-66dd9dab4911", "code": 422}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:35:26.319649 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dea43ea1-82ad-4d2d-a6be-2174351ec4c8 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:35:26.320217 dv-cinder-790014-2-iscsi neutron-server[93834]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '820736cb-49e0-4cb7-b3da-cf2365ddbc9d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ed1853e7-475b-4b17-a478-66dd9dab4911', 'code': 422} returned with failed status Aug 25 01:35:26.329925 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Pushing event updated for resources: {'Port': ['ID=ed1853e7-475b-4b17-a478-66dd9dab4911,revision_number=8']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:35:26.366414 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b105dff8-a886-4d59-8a8b-60dcee9f6e69 req-1826b0b4-01e0-420b-919a-f3c6b5c2699c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:26.414626 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-53345260-42cb-4424-8e1a-75836dbb4046 req-b03d13d1-2ac8-4f20-a2f3-55a87bfa342f service neutron] 10.222.0.26 "GET /v2.0/networks/4b39bbca-d99b-4c6f-89e1-463d16db2dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721826 Aug 25 01:35:26.458092 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-b6655aa2-b517-44c1-a292-7d969059bbf7 None None] Provisioning for port 7cbfb58b-250b-434a-a8f8-a66c796334e4 completed by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:35:26.462771 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-b6655aa2-b517-44c1-a292-7d969059bbf7 None None] Provisioning complete for port 7cbfb58b-250b-434a-a8f8-a66c796334e4 triggered by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:35:26.463138 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b6655aa2-b517-44c1-a292-7d969059bbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:26.501489 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-b6655aa2-b517-44c1-a292-7d969059bbf7 None None] Port 7cbfb58b-250b-434a-a8f8-a66c796334e4 cannot update to ACTIVE because it is not bound. {{(pid=93834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 01:35:26.591720 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9419b8c-50e7-4f47-861e-361b417a039e req-853fe7cb-3b46-4f9e-9854-1e09e6ca6268 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:26.593203 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d9419b8c-50e7-4f47-861e-361b417a039e req-853fe7cb-3b46-4f9e-9854-1e09e6ca6268 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf42ba6b-d50a-40e1-9125-f726ddb5be2a HTTP/1.1" status: 200 len: 932 time: 0.0618238 Aug 25 01:35:26.638703 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d9419b8c-50e7-4f47-861e-361b417a039e req-372c1255-c125-4fb4-9c60-9aefcf4a98e6 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378289 Aug 25 01:35:26.661031 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [req-b105dff8-a886-4d59-8a8b-60dcee9f6e69 req-1826b0b4-01e0-420b-919a-f3c6b5c2699c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cbfb58b-250b-434a-a8f8-a66c796334e4 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 01:35:26.668405 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b105dff8-a886-4d59-8a8b-60dcee9f6e69 req-1826b0b4-01e0-420b-919a-f3c6b5c2699c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:26.680585 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-b105dff8-a886-4d59-8a8b-60dcee9f6e69 req-1826b0b4-01e0-420b-919a-f3c6b5c2699c service neutron] Transition to ACTIVE for port object 7cbfb58b-250b-434a-a8f8-a66c796334e4 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:35:26.683643 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b105dff8-a886-4d59-8a8b-60dcee9f6e69 req-1826b0b4-01e0-420b-919a-f3c6b5c2699c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8611129'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:26.764748 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1826b0b4-01e0-420b-919a-f3c6b5c2699c service neutron] Pushing event updated for resources: {'Port': ['ID=7cbfb58b-250b-434a-a8f8-a66c796334e4,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:35:26.829209 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-b105dff8-a886-4d59-8a8b-60dcee9f6e69 req-1826b0b4-01e0-420b-919a-f3c6b5c2699c service neutron] Attempting to bind port 7cbfb58b-250b-434a-a8f8-a66c796334e4 on host hv-cinder-79001 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 01:35:26.829546 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-b105dff8-a886-4d59-8a8b-60dcee9f6e69 req-1826b0b4-01e0-420b-919a-f3c6b5c2699c service neutron] Attempting to bind port 7cbfb58b-250b-434a-a8f8-a66c796334e4 by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': 'c04ee889-7418-43cc-a81f-2f5facfdbc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 01:35:26.829867 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b105dff8-a886-4d59-8a8b-60dcee9f6e69 req-1826b0b4-01e0-420b-919a-f3c6b5c2699c service neutron] Attempting to bind port 7cbfb58b-250b-434a-a8f8-a66c796334e4 on network 109ccc69-61fe-42e8-83da-81c7da1807b8 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:35:26.834519 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b105dff8-a886-4d59-8a8b-60dcee9f6e69 req-1826b0b4-01e0-420b-919a-f3c6b5c2699c service neutron] Port 7cbfb58b-250b-434a-a8f8-a66c796334e4 on network 109ccc69-61fe-42e8-83da-81c7da1807b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 01:35:26.834963 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b105dff8-a886-4d59-8a8b-60dcee9f6e69 req-1826b0b4-01e0-420b-919a-f3c6b5c2699c service neutron] Attempting to bind port 7cbfb58b-250b-434a-a8f8-a66c796334e4 on network 109ccc69-61fe-42e8-83da-81c7da1807b8 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:35:26.840521 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b105dff8-a886-4d59-8a8b-60dcee9f6e69 req-1826b0b4-01e0-420b-919a-f3c6b5c2699c service neutron] Checking agent: {'id': '05c2a1f8-ef41-45f5-8e32-988b9472ad60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 1, 25, 19), 'started_at': datetime.datetime(2021, 8, 25, 1, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 1, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 01:35:26.840884 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b105dff8-a886-4d59-8a8b-60dcee9f6e69 req-1826b0b4-01e0-420b-919a-f3c6b5c2699c service neutron] Checking segment: {'id': 'c04ee889-7418-43cc-a81f-2f5facfdbc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:35:26.841778 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b105dff8-a886-4d59-8a8b-60dcee9f6e69 req-1826b0b4-01e0-420b-919a-f3c6b5c2699c service neutron] Bound using segment: {'id': 'c04ee889-7418-43cc-a81f-2f5facfdbc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 01:35:26.842204 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f5f3e-bc34-46fd-9d6a-ac8aca6a9425 req-2854df92-785f-4fab-8ed0-850e0ff63629 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:26.842667 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-b105dff8-a886-4d59-8a8b-60dcee9f6e69 req-1826b0b4-01e0-420b-919a-f3c6b5c2699c service neutron] Bound port: 7cbfb58b-250b-434a-a8f8-a66c796334e4, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c04ee889-7418-43cc-a81f-2f5facfdbc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 01:35:26.842667 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b105dff8-a886-4d59-8a8b-60dcee9f6e69 req-1826b0b4-01e0-420b-919a-f3c6b5c2699c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:26.844302 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-840f5f3e-bc34-46fd-9d6a-ac8aca6a9425 req-2854df92-785f-4fab-8ed0-850e0ff63629 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 944 time: 0.0738249 Aug 25 01:35:26.897451 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-840f5f3e-bc34-46fd-9d6a-ac8aca6a9425 req-dd1f95d5-658f-4945-a2d5-79a899508c07 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=2baf35bd-5239-4016-91a4-7bb93be8ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448756 Aug 25 01:35:26.939846 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-b105dff8-a886-4d59-8a8b-60dcee9f6e69 req-1826b0b4-01e0-420b-919a-f3c6b5c2699c service neutron] For port 7cbfb58b-250b-434a-a8f8-a66c796334e4, host hv-cinder-79001, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 01:35:26.943426 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-b105dff8-a886-4d59-8a8b-60dcee9f6e69 req-1826b0b4-01e0-420b-919a-f3c6b5c2699c service neutron] For port 7cbfb58b-250b-434a-a8f8-a66c796334e4, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=7cbfb58b-250b-434a-a8f8-a66c796334e4,segment=NetworkSegment(c04ee889-7418-43cc-a81f-2f5facfdbc4b),segment_id=c04ee889-7418-43cc-a81f-2f5facfdbc4b)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 01:35:26.947995 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b105dff8-a886-4d59-8a8b-60dcee9f6e69 req-1826b0b4-01e0-420b-919a-f3c6b5c2699c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8611129'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:26.983568 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b105dff8-a886-4d59-8a8b-60dcee9f6e69 req-1826b0b4-01e0-420b-919a-f3c6b5c2699c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:26.984169 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b105dff8-a886-4d59-8a8b-60dcee9f6e69 req-1826b0b4-01e0-420b-919a-f3c6b5c2699c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:26.985563 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-b105dff8-a886-4d59-8a8b-60dcee9f6e69 req-1826b0b4-01e0-420b-919a-f3c6b5c2699c service neutron] 10.222.0.26 "PUT /v2.0/ports/7cbfb58b-250b-434a-a8f8-a66c796334e4 HTTP/1.1" status: 200 len: 1094 time: 0.7297876 Aug 25 01:35:26.986063 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf42ba6b-d50a-40e1-9125-f726ddb5be2a', 'tag': '7cbfb58b-250b-434a-a8f8-a66c796334e4'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:35:26.988463 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6aaa77860150641abcbf195034e02978cb43d302165c9bbcbee081d494fe815" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d9050f-11ae-407b-8b23-823b9abd47df" -d '{"events": [{"name": "network-changed", "server_uuid": "bf42ba6b-d50a-40e1-9125-f726ddb5be2a", "tag": "7cbfb58b-250b-434a-a8f8-a66c796334e4"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:35:27.016078 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1826b0b4-01e0-420b-919a-f3c6b5c2699c service neutron] Pushing event updated for resources: {'Port': ['ID=7cbfb58b-250b-434a-a8f8-a66c796334e4,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:35:27.055656 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 01:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5775105c-bb2c-46f1-8ba4-8bbe60f89131 x-openstack-request-id: req-5775105c-bb2c-46f1-8ba4-8bbe60f89131 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:35:27.055948 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf42ba6b-d50a-40e1-9125-f726ddb5be2a", "tag": "7cbfb58b-250b-434a-a8f8-a66c796334e4", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:35:27.056192 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5775105c-bb2c-46f1-8ba4-8bbe60f89131 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:35:27.056580 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf42ba6b-d50a-40e1-9125-f726ddb5be2a', 'tag': '7cbfb58b-250b-434a-a8f8-a66c796334e4', 'status': 'completed', 'code': 200} Aug 25 01:35:27.076408 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b105dff8-a886-4d59-8a8b-60dcee9f6e69 req-42d75dbf-a0a2-4c7f-87e1-71967fc9fc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:27.077886 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-b105dff8-a886-4d59-8a8b-60dcee9f6e69 req-42d75dbf-a0a2-4c7f-87e1-71967fc9fc0e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ada43be06e92474191038a2b41a9f39b&device_id=bf42ba6b-d50a-40e1-9125-f726ddb5be2a HTTP/1.1" status: 200 len: 1097 time: 0.0478203 Aug 25 01:35:27.144177 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-b105dff8-a886-4d59-8a8b-60dcee9f6e69 req-43b578e8-9abd-40d6-9398-bda2e3ba4017 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cbfb58b-250b-434a-a8f8-a66c796334e4 HTTP/1.1" status: 200 len: 217 time: 0.0575819 Aug 25 01:35:27.212102 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-fcd4a899-db1d-41dc-a637-a9849c16c193 req-3caf9632-3f6a-41d5-8b8d-62cffb4cc037 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0765297 Aug 25 01:35:27.215747 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b105dff8-a886-4d59-8a8b-60dcee9f6e69 req-577244d9-733e-4eb5-bc60-382faa90de06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:27.217640 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-b105dff8-a886-4d59-8a8b-60dcee9f6e69 req-577244d9-733e-4eb5-bc60-382faa90de06 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e4e76ae4-a0df-4300-91e1-70e2eeb06d40 HTTP/1.1" status: 200 len: 850 time: 0.0549436 Aug 25 01:35:27.284004 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b105dff8-a886-4d59-8a8b-60dcee9f6e69 req-fc93497a-2408-463b-9116-60d7b9b72888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:27.285688 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-b105dff8-a886-4d59-8a8b-60dcee9f6e69 req-fc93497a-2408-463b-9116-60d7b9b72888 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=109ccc69-61fe-42e8-83da-81c7da1807b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0604639 Aug 25 01:35:27.321808 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-add3f4f8-3c61-4172-92de-82b59269904d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:27.393879 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-b105dff8-a886-4d59-8a8b-60dcee9f6e69 req-85fbfe30-db44-407a-91b6-67b420d39ee6 service neutron] 10.222.0.26 "GET /v2.0/networks/109ccc69-61fe-42e8-83da-81c7da1807b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978439 Aug 25 01:35:27.506814 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-b105dff8-a886-4d59-8a8b-60dcee9f6e69 req-9c7624b9-4a75-489c-b20f-4465e3ae7624 service neutron] 10.222.0.26 "GET /v2.0/networks/109ccc69-61fe-42e8-83da-81c7da1807b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048605 Aug 25 01:35:27.635838 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d9050f-11ae-407b-8b23-823b9abd47df req-d1a8395f-b1a8-41f5-b257-129bf5e3ece4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:27.638868 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-67d9050f-11ae-407b-8b23-823b9abd47df req-d1a8395f-b1a8-41f5-b257-129bf5e3ece4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ada43be06e92474191038a2b41a9f39b&device_id=bf42ba6b-d50a-40e1-9125-f726ddb5be2a HTTP/1.1" status: 200 len: 1097 time: 0.0488307 Aug 25 01:35:27.745952 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d9050f-11ae-407b-8b23-823b9abd47df req-bd156649-d995-41b5-aa9d-ab2b5d1ea95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:27.748252 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-67d9050f-11ae-407b-8b23-823b9abd47df req-bd156649-d995-41b5-aa9d-ab2b5d1ea95c service neutron] 10.222.0.26 "GET /v2.0/networks?id=109ccc69-61fe-42e8-83da-81c7da1807b8 HTTP/1.1" status: 200 len: 912 time: 0.0935886 Aug 25 01:35:27.761417 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b0a27d-5dd2-4729-a203-b3b8dd9dec27 req-1c0946b8-d30c-4700-a5f7-3b0487d1ccb6 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:27.762879 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-c9b0a27d-5dd2-4729-a203-b3b8dd9dec27 req-1c0946b8-d30c-4700-a5f7-3b0487d1ccb6 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf42ba6b-d50a-40e1-9125-f726ddb5be2a HTTP/1.1" status: 200 len: 944 time: 0.0506475 Aug 25 01:35:27.793711 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-67d9050f-11ae-407b-8b23-823b9abd47df req-9a2047c8-0088-4e29-94b7-da3b18f53c4c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cbfb58b-250b-434a-a8f8-a66c796334e4 HTTP/1.1" status: 200 len: 217 time: 0.0366509 Aug 25 01:35:27.799455 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-c9b0a27d-5dd2-4729-a203-b3b8dd9dec27 req-10a26d67-7721-40b6-9755-f0ec32134456 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306118 Aug 25 01:35:27.843667 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d9050f-11ae-407b-8b23-823b9abd47df req-d4e23878-936a-48ac-87e7-94082c6c400d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:27.844986 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-67d9050f-11ae-407b-8b23-823b9abd47df req-d4e23878-936a-48ac-87e7-94082c6c400d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e4e76ae4-a0df-4300-91e1-70e2eeb06d40 HTTP/1.1" status: 200 len: 850 time: 0.0429039 Aug 25 01:35:27.891571 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d9050f-11ae-407b-8b23-823b9abd47df req-ff316227-e36a-4c53-b9e5-aea639f1ed88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:27.892982 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-67d9050f-11ae-407b-8b23-823b9abd47df req-ff316227-e36a-4c53-b9e5-aea639f1ed88 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=109ccc69-61fe-42e8-83da-81c7da1807b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392244 Aug 25 01:35:27.989674 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-67d9050f-11ae-407b-8b23-823b9abd47df req-5bced642-7da2-4237-8ef8-1cf82ee3c1d0 service neutron] 10.222.0.26 "GET /v2.0/networks/109ccc69-61fe-42e8-83da-81c7da1807b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871143 Aug 25 01:35:28.028073 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d0fce7-88e7-4800-a446-8a230cd5eeb5 req-bf80e32d-08b0-4e0e-989d-bf4080f09370 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:28.030031 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-80d0fce7-88e7-4800-a446-8a230cd5eeb5 req-bf80e32d-08b0-4e0e-989d-bf4080f09370 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 944 time: 0.0531452 Aug 25 01:35:28.067388 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-80d0fce7-88e7-4800-a446-8a230cd5eeb5 req-6918f823-3e9c-4645-a0a3-bd16b948384f tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=2baf35bd-5239-4016-91a4-7bb93be8ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311227 Aug 25 01:35:28.100310 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd4a899-db1d-41dc-a637-a9849c16c193 req-98727e76-576c-4b91-9bd9-4093b0556cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:28.101739 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-fcd4a899-db1d-41dc-a637-a9849c16c193 req-98727e76-576c-4b91-9bd9-4093b0556cde service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d&tenant_id=0d3f6d9b58da4cf08feb13c48725af79 HTTP/1.1" status: 200 len: 1097 time: 0.0868528 Aug 25 01:35:28.122280 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-67d9050f-11ae-407b-8b23-823b9abd47df req-e5d78441-f3cc-41df-89d5-a3c8b262c506 service neutron] 10.222.0.26 "GET /v2.0/networks/109ccc69-61fe-42e8-83da-81c7da1807b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150062 Aug 25 01:35:28.167618 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd4a899-db1d-41dc-a637-a9849c16c193 req-12947ad6-b8b4-435f-921e-570e96409740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:28.169110 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-fcd4a899-db1d-41dc-a637-a9849c16c193 req-12947ad6-b8b4-435f-921e-570e96409740 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0d3f6d9b58da4cf08feb13c48725af79&device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 1097 time: 0.0395942 Aug 25 01:35:28.256451 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd4a899-db1d-41dc-a637-a9849c16c193 req-c85811ed-5b09-4f5a-9f41-250dae8e17b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:28.257881 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-fcd4a899-db1d-41dc-a637-a9849c16c193 req-c85811ed-5b09-4f5a-9f41-250dae8e17b2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4b39bbca-d99b-4c6f-89e1-463d16db2dba HTTP/1.1" status: 200 len: 917 time: 0.0817459 Aug 25 01:35:28.567740 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-fcd4a899-db1d-41dc-a637-a9849c16c193 req-7606789f-754b-48f7-9ff9-64a6918ce98b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed1853e7-475b-4b17-a478-66dd9dab4911 HTTP/1.1" status: 200 len: 1000 time: 0.3021245 Aug 25 01:35:28.616522 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd4a899-db1d-41dc-a637-a9849c16c193 req-2c584004-2fef-4635-a1b6-538a31a54f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:28.617846 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-fcd4a899-db1d-41dc-a637-a9849c16c193 req-2c584004-2fef-4635-a1b6-538a31a54f1f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=377ea34e-9667-47c0-90ed-ae7bee569363 HTTP/1.1" status: 200 len: 855 time: 0.0422246 Aug 25 01:35:28.663269 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd4a899-db1d-41dc-a637-a9849c16c193 req-a895f9ed-129f-4cab-bd13-7c7b448e7b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:28.664695 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-fcd4a899-db1d-41dc-a637-a9849c16c193 req-a895f9ed-129f-4cab-bd13-7c7b448e7b6c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4b39bbca-d99b-4c6f-89e1-463d16db2dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384147 Aug 25 01:35:28.752559 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-fcd4a899-db1d-41dc-a637-a9849c16c193 req-e423e838-0d55-4be2-b1e7-ebeaddcce8e8 service neutron] 10.222.0.26 "GET /v2.0/networks/4b39bbca-d99b-4c6f-89e1-463d16db2dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803254 Aug 25 01:35:28.840467 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-fcd4a899-db1d-41dc-a637-a9849c16c193 req-ac637760-21da-49b0-afc9-8365c81dcb3e service neutron] 10.222.0.26 "GET /v2.0/networks/4b39bbca-d99b-4c6f-89e1-463d16db2dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807252 Aug 25 01:35:28.915991 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842aa6e-6df0-42ca-a693-a3525e6c9181 req-6aca5b82-0724-43f2-834c-fa6af1678134 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:28.917450 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-8842aa6e-6df0-42ca-a693-a3525e6c9181 req-6aca5b82-0724-43f2-834c-fa6af1678134 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf42ba6b-d50a-40e1-9125-f726ddb5be2a HTTP/1.1" status: 200 len: 944 time: 0.0490935 Aug 25 01:35:28.957873 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-8842aa6e-6df0-42ca-a693-a3525e6c9181 req-6eccc9bc-e85c-495f-a3f9-adc29aea9adb tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339754 Aug 25 01:35:29.190030 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27884d-db1a-40a9-bddf-54ddddcfbac0 req-31e2d1e9-f508-477c-b87b-ab836bb70481 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:29.191900 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ef27884d-db1a-40a9-bddf-54ddddcfbac0 req-31e2d1e9-f508-477c-b87b-ab836bb70481 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 944 time: 0.0529838 Aug 25 01:35:29.240178 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ef27884d-db1a-40a9-bddf-54ddddcfbac0 req-2ef2f42e-4e12-4733-8d9f-2cab295026cf tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=2baf35bd-5239-4016-91a4-7bb93be8ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417228 Aug 25 01:35:30.072916 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68c767-8886-41ea-97e3-7bd446328e65 req-858d490f-17ee-4650-ac01-eb49bff52d50 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:30.074409 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-de68c767-8886-41ea-97e3-7bd446328e65 req-858d490f-17ee-4650-ac01-eb49bff52d50 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf42ba6b-d50a-40e1-9125-f726ddb5be2a HTTP/1.1" status: 200 len: 944 time: 0.0482872 Aug 25 01:35:30.113511 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-de68c767-8886-41ea-97e3-7bd446328e65 req-8041c5f0-08d0-4280-8c54-fca76dc88de8 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323427 Aug 25 01:35:30.296249 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f7cdbff5-017b-4355-af72-bb6bb63c7d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:30.376946 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985ed2c-4db8-4cc6-b6a7-84df061b1229 req-0252ff7f-44d3-43b8-bf8a-fe633bfeb499 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:30.378417 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-b985ed2c-4db8-4cc6-b6a7-84df061b1229 req-0252ff7f-44d3-43b8-bf8a-fe633bfeb499 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 944 time: 0.0491016 Aug 25 01:35:30.423568 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:30.427224 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-b985ed2c-4db8-4cc6-b6a7-84df061b1229 req-0a4350e0-2680-4102-937e-9c0340521c77 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=2baf35bd-5239-4016-91a4-7bb93be8ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426507 Aug 25 01:35:30.916347 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d877336-721a-4d3d-9b41-e32e75b3d69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:31.230383 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886fcb56-e795-45c7-9c4b-17b0950a903e req-a31a98ac-ada1-41dc-ade3-81ed383ad2dc tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:31.232353 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-886fcb56-e795-45c7-9c4b-17b0950a903e req-a31a98ac-ada1-41dc-ade3-81ed383ad2dc tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf42ba6b-d50a-40e1-9125-f726ddb5be2a HTTP/1.1" status: 200 len: 944 time: 0.0498619 Aug 25 01:35:31.270696 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-886fcb56-e795-45c7-9c4b-17b0950a903e req-c08ce5ff-7e90-47b1-8d2e-860752bb7f07 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321023 Aug 25 01:35:31.544523 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ee53e-3ece-427e-9a08-ac86eb46455c req-a0dfdeff-0c27-4565-9190-44189e5e8040 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:31.546032 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-9c1ee53e-3ece-427e-9a08-ac86eb46455c req-a0dfdeff-0c27-4565-9190-44189e5e8040 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 944 time: 0.0529740 Aug 25 01:35:31.598438 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-9c1ee53e-3ece-427e-9a08-ac86eb46455c req-cc377cb9-268d-49aa-8d99-f9f72bdeb1de tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=2baf35bd-5239-4016-91a4-7bb93be8ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456975 Aug 25 01:35:32.387941 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd97ebd-c91b-4ab8-97b8-07e3355d17e7 req-6ed24648-a0df-4e75-898f-daf9147d17e8 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:32.389466 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-0bd97ebd-c91b-4ab8-97b8-07e3355d17e7 req-6ed24648-a0df-4e75-898f-daf9147d17e8 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf42ba6b-d50a-40e1-9125-f726ddb5be2a HTTP/1.1" status: 200 len: 944 time: 0.0507753 Aug 25 01:35:32.431523 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-0bd97ebd-c91b-4ab8-97b8-07e3355d17e7 req-9e24f7c8-0cb7-444d-a279-593b5d009d61 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358574 Aug 25 01:35:32.590391 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-637296fa-69e7-4112-9a21-84726ca1bc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:32.726689 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571fdb78-8cbd-4508-a9cf-492da51e6d8a req-702f1458-207f-4be0-87d0-85a1873ae945 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:32.728161 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-571fdb78-8cbd-4508-a9cf-492da51e6d8a req-702f1458-207f-4be0-87d0-85a1873ae945 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 944 time: 0.0504787 Aug 25 01:35:32.766608 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-571fdb78-8cbd-4508-a9cf-492da51e6d8a req-1b987138-c5c7-4b00-ac43-9278b2a028f5 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=2baf35bd-5239-4016-91a4-7bb93be8ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319226 Aug 25 01:35:33.546897 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c75f9f-d0df-400b-8f3b-42ef8582e61e req-ae1b3fda-9a99-4184-83bd-13b5b551536e tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:33.548361 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-01c75f9f-d0df-400b-8f3b-42ef8582e61e req-ae1b3fda-9a99-4184-83bd-13b5b551536e tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf42ba6b-d50a-40e1-9125-f726ddb5be2a HTTP/1.1" status: 200 len: 944 time: 0.0502737 Aug 25 01:35:33.586924 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-01c75f9f-d0df-400b-8f3b-42ef8582e61e req-d8351721-a61b-4fbd-af2a-906bc060d3e3 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324080 Aug 25 01:35:33.886897 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56314e3-cf49-4ea4-ac96-6b3139735b4a req-35c01181-31e4-4caa-a7d6-91b4b325d118 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:33.888408 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d56314e3-cf49-4ea4-ac96-6b3139735b4a req-35c01181-31e4-4caa-a7d6-91b4b325d118 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 944 time: 0.0487938 Aug 25 01:35:33.929774 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d56314e3-cf49-4ea4-ac96-6b3139735b4a req-2ad56b3f-d2fc-40b2-a363-4af5b248a5cc tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=2baf35bd-5239-4016-91a4-7bb93be8ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350907 Aug 25 01:35:34.700012 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a878bb-9f9e-4cd0-a0ab-41e50c46670c req-8b46a4e0-943a-4ae3-830d-564de88f74d6 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:34.701584 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-c4a878bb-9f9e-4cd0-a0ab-41e50c46670c req-8b46a4e0-943a-4ae3-830d-564de88f74d6 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf42ba6b-d50a-40e1-9125-f726ddb5be2a HTTP/1.1" status: 200 len: 944 time: 0.0491507 Aug 25 01:35:34.740110 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-c4a878bb-9f9e-4cd0-a0ab-41e50c46670c req-78102a74-0d34-41e9-8b24-58fcfab86967 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326402 Aug 25 01:35:35.051791 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0686b308-3a6f-45fc-8df6-937444b73b7c req-488950d4-6289-4efa-8c4d-875d3e468c2a tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:35.053268 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-0686b308-3a6f-45fc-8df6-937444b73b7c req-488950d4-6289-4efa-8c4d-875d3e468c2a tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 944 time: 0.0500555 Aug 25 01:35:35.092348 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-0686b308-3a6f-45fc-8df6-937444b73b7c req-dbf75186-906c-4a65-a5d2-91ccdce9e086 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=2baf35bd-5239-4016-91a4-7bb93be8ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330601 Aug 25 01:35:35.864274 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ab0e2-18f5-49dd-86ba-fc2fdb9c02b2 req-8fa32fdb-5d6e-4e81-b165-94dc8e7b77d2 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:35.865864 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ad3ab0e2-18f5-49dd-86ba-fc2fdb9c02b2 req-8fa32fdb-5d6e-4e81-b165-94dc8e7b77d2 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf42ba6b-d50a-40e1-9125-f726ddb5be2a HTTP/1.1" status: 200 len: 944 time: 0.0489879 Aug 25 01:35:35.907913 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ad3ab0e2-18f5-49dd-86ba-fc2fdb9c02b2 req-a9bc4d8b-74cf-47dd-8abf-51ef3ae2ab2d tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360012 Aug 25 01:35:36.212580 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b885f635-d053-4705-a869-f5ceddc5fe18 req-cc4912cd-b12a-45c5-b965-ef1f753945da tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:36.214169 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-b885f635-d053-4705-a869-f5ceddc5fe18 req-cc4912cd-b12a-45c5-b965-ef1f753945da tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 944 time: 0.0494101 Aug 25 01:35:36.253810 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-b885f635-d053-4705-a869-f5ceddc5fe18 req-7b5a1b89-d192-48bd-93c5-4183d730015a tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=2baf35bd-5239-4016-91a4-7bb93be8ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330203 Aug 25 01:35:37.021482 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b3e260-4249-4f49-874f-885039b07715 req-09473129-84d3-44b5-821e-24009fbc4abb tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:37.022975 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-f0b3e260-4249-4f49-874f-885039b07715 req-09473129-84d3-44b5-821e-24009fbc4abb tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf42ba6b-d50a-40e1-9125-f726ddb5be2a HTTP/1.1" status: 200 len: 944 time: 0.0492642 Aug 25 01:35:37.060725 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-f0b3e260-4249-4f49-874f-885039b07715 req-68e34ee7-ea76-49cd-89aa-675cc9ab93b7 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319281 Aug 25 01:35:37.372795 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf500c9-fe15-4f83-8122-0c5d5e1b061a req-8cc6ad30-2f87-4c74-9e07-b9b319b0b54b tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:37.375245 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-6bf500c9-fe15-4f83-8122-0c5d5e1b061a req-8cc6ad30-2f87-4c74-9e07-b9b319b0b54b tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 944 time: 0.0495813 Aug 25 01:35:37.424165 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-6bf500c9-fe15-4f83-8122-0c5d5e1b061a req-503a0932-27ef-40fc-afb9-ee0625eebe54 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=2baf35bd-5239-4016-91a4-7bb93be8ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369034 Aug 25 01:35:38.177992 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f64510-2f39-4270-8977-c4ed996baedd req-ee2a259f-2033-46eb-a5d7-cda395fcf711 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:38.179478 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a3f64510-2f39-4270-8977-c4ed996baedd req-ee2a259f-2033-46eb-a5d7-cda395fcf711 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf42ba6b-d50a-40e1-9125-f726ddb5be2a HTTP/1.1" status: 200 len: 944 time: 0.0507226 Aug 25 01:35:38.219051 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a3f64510-2f39-4270-8977-c4ed996baedd req-b4a6a0ce-a710-4760-bbb1-9f6e11def4b7 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332472 Aug 25 01:35:38.549066 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616bbd8-c739-42d8-b7d8-ba6d7e1af0a5 req-7ffcbd07-1842-44fd-8e97-f7cfd25425e0 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:38.550634 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-5616bbd8-c739-42d8-b7d8-ba6d7e1af0a5 req-7ffcbd07-1842-44fd-8e97-f7cfd25425e0 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 944 time: 0.0508125 Aug 25 01:35:38.588190 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-5616bbd8-c739-42d8-b7d8-ba6d7e1af0a5 req-0bfffdd1-8b5c-4664-9ae5-402df265cb08 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=2baf35bd-5239-4016-91a4-7bb93be8ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315430 Aug 25 01:35:39.333279 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaff395-36f6-4c08-a362-f242ef134378 req-c7348fc3-fb0b-4b03-b2ce-385239f0dc26 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:39.334808 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-2aaff395-36f6-4c08-a362-f242ef134378 req-c7348fc3-fb0b-4b03-b2ce-385239f0dc26 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf42ba6b-d50a-40e1-9125-f726ddb5be2a HTTP/1.1" status: 200 len: 944 time: 0.0493128 Aug 25 01:35:39.376288 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-2aaff395-36f6-4c08-a362-f242ef134378 req-bcbfa001-40d5-4176-ad6d-050723d8d4d3 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354378 Aug 25 01:35:39.705639 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342681fd-2642-4efc-8ce9-f48d7b21b31c req-e1f18f5a-11e4-4e9b-a4dd-d33edebc361d tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:39.707081 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-342681fd-2642-4efc-8ce9-f48d7b21b31c req-e1f18f5a-11e4-4e9b-a4dd-d33edebc361d tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 944 time: 0.0476730 Aug 25 01:35:39.744111 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-342681fd-2642-4efc-8ce9-f48d7b21b31c req-765467b3-94b0-40b2-a4d7-e2c9476c0c8c tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=2baf35bd-5239-4016-91a4-7bb93be8ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312119 Aug 25 01:35:40.486722 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530b618-e676-439a-809d-8b316156204c req-204ee2d6-967a-48cd-b485-934fca9f13f8 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:40.488184 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-8530b618-e676-439a-809d-8b316156204c req-204ee2d6-967a-48cd-b485-934fca9f13f8 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf42ba6b-d50a-40e1-9125-f726ddb5be2a HTTP/1.1" status: 200 len: 944 time: 0.0467198 Aug 25 01:35:40.525374 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-8530b618-e676-439a-809d-8b316156204c req-842e9eb7-9b83-4c61-8029-013673d35cc6 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310955 Aug 25 01:35:40.857519 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c5f994-3dc3-423c-84ef-8847cc85a02c req-274a9912-135a-4a4e-b128-332c168f8a0f tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:40.859099 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-e3c5f994-3dc3-423c-84ef-8847cc85a02c req-274a9912-135a-4a4e-b128-332c168f8a0f tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 944 time: 0.0469294 Aug 25 01:35:40.898404 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-e3c5f994-3dc3-423c-84ef-8847cc85a02c req-8fbd9029-3a36-4eb6-9a82-bbd4f68ba27d tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=2baf35bd-5239-4016-91a4-7bb93be8ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333948 Aug 25 01:35:41.636194 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee411144-d9df-4a03-9f2a-08865431db57 req-296b9816-399f-4ad8-9a64-288a6acfcdd5 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:41.637666 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ee411144-d9df-4a03-9f2a-08865431db57 req-296b9816-399f-4ad8-9a64-288a6acfcdd5 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf42ba6b-d50a-40e1-9125-f726ddb5be2a HTTP/1.1" status: 200 len: 944 time: 0.0472243 Aug 25 01:35:41.675167 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ee411144-d9df-4a03-9f2a-08865431db57 req-bdc5663a-8e1b-4c41-8519-35b015ae5077 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308654 Aug 25 01:35:42.012127 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5431c1cd-543d-4104-9fe1-6fe8053d5ff5 req-44f9b358-7d23-4e6c-b402-08d971c6e40b tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:42.014384 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-5431c1cd-543d-4104-9fe1-6fe8053d5ff5 req-44f9b358-7d23-4e6c-b402-08d971c6e40b tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 944 time: 0.0469258 Aug 25 01:35:42.050333 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-5431c1cd-543d-4104-9fe1-6fe8053d5ff5 req-15dae6e3-429a-4d86-9d74-5fde441fcc91 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=2baf35bd-5239-4016-91a4-7bb93be8ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300968 Aug 25 01:35:42.374626 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6060bbd0-2655-4b32-a779-baf0a3fffcf8 req-b67dd4af-82fe-48af-b2fc-95c68dc72d2a tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:42.376089 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-6060bbd0-2655-4b32-a779-baf0a3fffcf8 req-b67dd4af-82fe-48af-b2fc-95c68dc72d2a tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/ports?device_id=51e25606-3995-4289-9dbd-aee1fe109267 HTTP/1.1" status: 200 len: 985 time: 0.0476997 Aug 25 01:35:42.382400 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250c2c6-dd11-4893-bfc8-5879348e31cb req-023ae051-d500-4486-bac6-8f3c5669db29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:42.384233 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-e250c2c6-dd11-4893-bfc8-5879348e31cb req-023ae051-d500-4486-bac6-8f3c5669db29 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd502484c4f842cab183438793976e99&device_id=51e25606-3995-4289-9dbd-aee1fe109267 HTTP/1.1" status: 200 len: 1138 time: 0.0435436 Aug 25 01:35:42.418215 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-6060bbd0-2655-4b32-a779-baf0a3fffcf8 req-ca323900-6917-4070-88b1-884f84a40ec8 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ef5458f-e27e-4a5e-98f6-42612c586ccb&id=36088066-a54f-4278-a16b-b24ab1a575b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0362093 Aug 25 01:35:42.472423 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250c2c6-dd11-4893-bfc8-5879348e31cb req-fb7a4f64-7e5c-4bdf-a439-18dcf63b80b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:42.473775 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-e250c2c6-dd11-4893-bfc8-5879348e31cb req-fb7a4f64-7e5c-4bdf-a439-18dcf63b80b9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=acc053e6-12a9-4f33-968f-821d031fe3ac HTTP/1.1" status: 200 len: 915 time: 0.0813787 Aug 25 01:35:42.541736 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-e250c2c6-dd11-4893-bfc8-5879348e31cb req-e928e238-cdcf-473a-a4d3-f3370b83b3de service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe36350f-e1e6-4353-a67f-60cd29711bb6 HTTP/1.1" status: 200 len: 1001 time: 0.0596385 Aug 25 01:35:42.589607 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250c2c6-dd11-4893-bfc8-5879348e31cb req-ab2c5dac-a77a-4dd9-b943-23462a2f43d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:42.590972 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-e250c2c6-dd11-4893-bfc8-5879348e31cb req-ab2c5dac-a77a-4dd9-b943-23462a2f43d5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a3889b63-be2f-4f7f-9f77-28f1a2f0f03a HTTP/1.1" status: 200 len: 853 time: 0.0417829 Aug 25 01:35:42.633511 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250c2c6-dd11-4893-bfc8-5879348e31cb req-338c0198-b4ae-46d7-867f-6ee8c996a773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:42.635190 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-e250c2c6-dd11-4893-bfc8-5879348e31cb req-338c0198-b4ae-46d7-867f-6ee8c996a773 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=acc053e6-12a9-4f33-968f-821d031fe3ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377164 Aug 25 01:35:42.725406 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-e250c2c6-dd11-4893-bfc8-5879348e31cb req-dcdf5bd6-fbcc-4498-b6b7-470dcae728d3 service neutron] 10.222.0.26 "GET /v2.0/networks/acc053e6-12a9-4f33-968f-821d031fe3ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819848 Aug 25 01:35:42.786097 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8cee33-3d60-44eb-9ab4-51eae084f10e req-d8d2d1b5-d0bf-4614-ace6-20e5b37981bd tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:42.787563 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-fb8cee33-3d60-44eb-9ab4-51eae084f10e req-d8d2d1b5-d0bf-4614-ace6-20e5b37981bd tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf42ba6b-d50a-40e1-9125-f726ddb5be2a HTTP/1.1" status: 200 len: 944 time: 0.0468159 Aug 25 01:35:42.815797 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-e250c2c6-dd11-4893-bfc8-5879348e31cb req-f7b3cbdf-8c10-404d-8112-fc6034cab14c service neutron] 10.222.0.26 "GET /v2.0/networks/acc053e6-12a9-4f33-968f-821d031fe3ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819132 Aug 25 01:35:42.824902 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-fb8cee33-3d60-44eb-9ab4-51eae084f10e req-d329342c-4f31-47df-b71e-63b633de7c5e tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310416 Aug 25 01:35:43.164332 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd1a8a-f4d9-4cb1-8a61-f96f49eae612 req-0bc17858-2a47-4ab8-8fe4-9a2852440634 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:43.165769 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-8afd1a8a-f4d9-4cb1-8a61-f96f49eae612 req-0bc17858-2a47-4ab8-8fe4-9a2852440634 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 944 time: 0.0477195 Aug 25 01:35:43.202002 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-8afd1a8a-f4d9-4cb1-8a61-f96f49eae612 req-8d4f3bf3-edb7-4c9c-bbd2-2a00289eca80 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=2baf35bd-5239-4016-91a4-7bb93be8ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296602 Aug 25 01:35:43.528268 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1fa07-ccfc-48e8-9de4-e88c90cc5eab req-7f2a50f5-7610-40ed-b971-cd978a824bdf tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:43.530197 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-95b1fa07-ccfc-48e8-9de4-e88c90cc5eab req-7f2a50f5-7610-40ed-b971-cd978a824bdf tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/ports?device_id=51e25606-3995-4289-9dbd-aee1fe109267 HTTP/1.1" status: 200 len: 985 time: 0.0468991 Aug 25 01:35:43.571227 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-95b1fa07-ccfc-48e8-9de4-e88c90cc5eab req-ae2c3a67-aebc-48ed-bfd9-8e5853ea2c6c tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ef5458f-e27e-4a5e-98f6-42612c586ccb&id=36088066-a54f-4278-a16b-b24ab1a575b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350027 Aug 25 01:35:43.935208 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0e2ac4-df43-4e45-8677-f94ae498607e req-bcac1261-5d53-4981-bbf5-03d64188c77e tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:43.936628 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-5f0e2ac4-df43-4e45-8677-f94ae498607e req-bcac1261-5d53-4981-bbf5-03d64188c77e tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf42ba6b-d50a-40e1-9125-f726ddb5be2a HTTP/1.1" status: 200 len: 944 time: 0.0464163 Aug 25 01:35:43.972677 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-5f0e2ac4-df43-4e45-8677-f94ae498607e req-5c55e628-0612-4f76-9ec7-f73b8b8c6fb0 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303910 Aug 25 01:35:44.221171 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device 7cbfb58b-250b-434a-a8f8-a66c796334e4 details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=93834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 01:35:44.311170 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port 7cbfb58b-250b-434a-a8f8-a66c796334e4, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=7cbfb58b-250b-434a-a8f8-a66c796334e4,segment=NetworkSegment(c04ee889-7418-43cc-a81f-2f5facfdbc4b),segment_id=c04ee889-7418-43cc-a81f-2f5facfdbc4b)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:35:44.316492 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898703ad-1c19-440f-b32e-fd3ded6f416b req-33dbe616-b55f-4a0d-a406-73e05d0d754c tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:44.317925 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-898703ad-1c19-440f-b32e-fd3ded6f416b req-33dbe616-b55f-4a0d-a406-73e05d0d754c tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 944 time: 0.0462899 Aug 25 01:35:44.322192 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Returning: {'device': '7cbfb58b-250b-434a-a8f8-a66c796334e4', 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8', 'port_id': '7cbfb58b-250b-434a-a8f8-a66c796334e4', 'mac_address': 'fa:16:3e:af:ae:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e76ae4-a0df-4300-91e1-70e2eeb06d40', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 01:35:44.354249 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-898703ad-1c19-440f-b32e-fd3ded6f416b req-f5599f68-aba7-4da2-8f06-2d78beebe1c6 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=2baf35bd-5239-4016-91a4-7bb93be8ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302622 Aug 25 01:35:44.357947 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:44.374208 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cbfb58b-250b-434a-a8f8-a66c796334e4 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 01:35:44.393240 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port 7cbfb58b-250b-434a-a8f8-a66c796334e4, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=7cbfb58b-250b-434a-a8f8-a66c796334e4,segment=NetworkSegment(c04ee889-7418-43cc-a81f-2f5facfdbc4b),segment_id=c04ee889-7418-43cc-a81f-2f5facfdbc4b)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:35:44.398181 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:44.398936 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device ed1853e7-475b-4b17-a478-66dd9dab4911 details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=93834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 01:35:44.462647 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Pushing event updated for resources: {'Port': ['ID=7cbfb58b-250b-434a-a8f8-a66c796334e4,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:35:44.524838 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port ed1853e7-475b-4b17-a478-66dd9dab4911, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=ed1853e7-475b-4b17-a478-66dd9dab4911,segment=NetworkSegment(2250bebe-2869-40e3-ad89-dd6ac923b04c),segment_id=2250bebe-2869-40e3-ad89-dd6ac923b04c)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:35:44.535588 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Returning: {'device': 'ed1853e7-475b-4b17-a478-66dd9dab4911', 'network_id': '4b39bbca-d99b-4c6f-89e1-463d16db2dba', 'port_id': 'ed1853e7-475b-4b17-a478-66dd9dab4911', 'mac_address': 'fa:16:3e:e1:f8:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '377ea34e-9667-47c0-90ed-ae7bee569363', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 01:35:44.573915 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:44.586588 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed1853e7-475b-4b17-a478-66dd9dab4911 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 01:35:44.605185 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port ed1853e7-475b-4b17-a478-66dd9dab4911, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=ed1853e7-475b-4b17-a478-66dd9dab4911,segment=NetworkSegment(2250bebe-2869-40e3-ad89-dd6ac923b04c),segment_id=2250bebe-2869-40e3-ad89-dd6ac923b04c)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:35:44.609596 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:44.658020 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Pushing event updated for resources: {'Port': ['ID=ed1853e7-475b-4b17-a478-66dd9dab4911,revision_number=9']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:35:44.683969 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde3ee7-a84c-4efe-bf82-ebd9593d3888 req-2e4c299e-4056-41ae-bb07-661a2b7a03fc tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:44.686052 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-cfde3ee7-a84c-4efe-bf82-ebd9593d3888 req-2e4c299e-4056-41ae-bb07-661a2b7a03fc tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/ports?device_id=51e25606-3995-4289-9dbd-aee1fe109267 HTTP/1.1" status: 200 len: 985 time: 0.0479565 Aug 25 01:35:44.726025 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-cfde3ee7-a84c-4efe-bf82-ebd9593d3888 req-16aa5c4b-c233-4280-b74e-d02addffb63b tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ef5458f-e27e-4a5e-98f6-42612c586ccb&id=36088066-a54f-4278-a16b-b24ab1a575b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341761 Aug 25 01:35:44.856222 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] get_ports_and_sgs() called for port_ids ['ed1853e7-475b-4b17-a478-66dd9dab4911'] {{(pid=93834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 01:35:44.860757 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] get_ports_and_sgs() called for port_ids ['7cbfb58b-250b-434a-a8f8-a66c796334e4'] {{(pid=93834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 01:35:45.083057 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993b38b-8856-4449-ba3b-86e099ed8e72 req-3ca12849-a415-4b03-b4e0-9bf40de0aa33 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:45.084632 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-7993b38b-8856-4449-ba3b-86e099ed8e72 req-3ca12849-a415-4b03-b4e0-9bf40de0aa33 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf42ba6b-d50a-40e1-9125-f726ddb5be2a HTTP/1.1" status: 200 len: 945 time: 0.0475366 Aug 25 01:35:45.122829 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-7993b38b-8856-4449-ba3b-86e099ed8e72 req-f83dbfa3-febd-4ca7-a4e7-5bdf8455404c tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323548 Aug 25 01:35:45.469486 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b4828-c44a-4a47-856c-abb90e46e40f req-d32dbfc4-2674-412d-a2ad-56daab556f13 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:45.470931 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-6c5b4828-c44a-4a47-856c-abb90e46e40f req-d32dbfc4-2674-412d-a2ad-56daab556f13 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 945 time: 0.0465515 Aug 25 01:35:45.506445 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-6c5b4828-c44a-4a47-856c-abb90e46e40f req-52bdbe5a-f092-48cf-a49b-59d76ceeec27 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=2baf35bd-5239-4016-91a4-7bb93be8ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296607 Aug 25 01:35:45.835233 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6154a09-c13c-4f7d-900c-c3a32f404815 req-8efecc91-4edb-49e5-bb72-78a43e3e1be4 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:45.836663 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-b6154a09-c13c-4f7d-900c-c3a32f404815 req-8efecc91-4edb-49e5-bb72-78a43e3e1be4 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/ports?device_id=51e25606-3995-4289-9dbd-aee1fe109267 HTTP/1.1" status: 200 len: 985 time: 0.0465012 Aug 25 01:35:45.877912 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-b6154a09-c13c-4f7d-900c-c3a32f404815 req-a5632a83-1bf4-4a3d-999e-088c567da813 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ef5458f-e27e-4a5e-98f6-42612c586ccb&id=36088066-a54f-4278-a16b-b24ab1a575b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348837 Aug 25 01:35:46.221096 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device 7cbfb58b-250b-434a-a8f8-a66c796334e4 up at agent hyperv_hv-cinder-79001 {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:35:46.232227 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8b531-ecc7-4dac-9f48-bfbeba29ee89 req-e64b7bfc-d957-459c-845d-dc78f79a04e9 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:46.233675 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a5c8b531-ecc7-4dac-9f48-bfbeba29ee89 req-e64b7bfc-d957-459c-845d-dc78f79a04e9 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf42ba6b-d50a-40e1-9125-f726ddb5be2a HTTP/1.1" status: 200 len: 945 time: 0.0468781 Aug 25 01:35:46.267771 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Provisioning for port 7cbfb58b-250b-434a-a8f8-a66c796334e4 completed by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:35:46.270452 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a5c8b531-ecc7-4dac-9f48-bfbeba29ee89 req-3c3a0029-1103-4047-b495-bee694c2031b tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306695 Aug 25 01:35:46.271769 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Provisioning complete for port 7cbfb58b-250b-434a-a8f8-a66c796334e4 triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:35:46.272144 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:46.347121 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:46.368422 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf42ba6b-d50a-40e1-9125-f726ddb5be2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cbfb58b-250b-434a-a8f8-a66c796334e4'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:35:46.370662 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac4c50f49c3b3a17933da630e77cab0c79281d75959c3f8023547b3e3ec39ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95adba2-84ba-4978-babf-d0a24209789c" -d '{"events": [{"server_uuid": "bf42ba6b-d50a-40e1-9125-f726ddb5be2a", "name": "network-vif-plugged", "status": "completed", "tag": "7cbfb58b-250b-434a-a8f8-a66c796334e4"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:35:46.383005 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port 7cbfb58b-250b-434a-a8f8-a66c796334e4, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=7cbfb58b-250b-434a-a8f8-a66c796334e4,segment=NetworkSegment(c04ee889-7418-43cc-a81f-2f5facfdbc4b),segment_id=c04ee889-7418-43cc-a81f-2f5facfdbc4b)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:35:46.387370 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:46.388799 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device ed1853e7-475b-4b17-a478-66dd9dab4911 up at agent hyperv_hv-cinder-79001 {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:35:46.413560 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 01:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b3d377-79fa-40fd-b09a-2b8c1f83f13b x-openstack-request-id: req-26b3d377-79fa-40fd-b09a-2b8c1f83f13b {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:35:46.413887 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf42ba6b-d50a-40e1-9125-f726ddb5be2a", "name": "network-vif-plugged", "status": "completed", "tag": "7cbfb58b-250b-434a-a8f8-a66c796334e4", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:35:46.414178 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-26b3d377-79fa-40fd-b09a-2b8c1f83f13b {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:35:46.414563 dv-cinder-790014-2-iscsi neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf42ba6b-d50a-40e1-9125-f726ddb5be2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cbfb58b-250b-434a-a8f8-a66c796334e4', 'code': 200} Aug 25 01:35:46.468326 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Pushing event updated for resources: {'Port': ['ID=7cbfb58b-250b-434a-a8f8-a66c796334e4,revision_number=5']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:35:46.480068 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Provisioning complete for port ed1853e7-475b-4b17-a478-66dd9dab4911 triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:35:46.480442 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:46.557252 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:46.594558 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port ed1853e7-475b-4b17-a478-66dd9dab4911, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=ed1853e7-475b-4b17-a478-66dd9dab4911,segment=NetworkSegment(2250bebe-2869-40e3-ad89-dd6ac923b04c),segment_id=2250bebe-2869-40e3-ad89-dd6ac923b04c)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:35:46.598899 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:46.634188 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243efce6-9245-44f3-93c9-0d207b007137 req-c6b89c68-9f4e-4c0c-8767-9be2cdbc6718 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:46.636052 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-243efce6-9245-44f3-93c9-0d207b007137 req-c6b89c68-9f4e-4c0c-8767-9be2cdbc6718 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 947 time: 0.0520568 Aug 25 01:35:46.653339 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3f783-c965-446d-b0ce-cf4c1d628cef req-7dc76ca4-06a2-487b-80b2-370c9d173320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:46.654852 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Pushing event updated for resources: {'Port': ['ID=ed1853e7-475b-4b17-a478-66dd9dab4911,revision_number=10']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:35:46.656249 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-88c3f783-c965-446d-b0ce-cf4c1d628cef req-7dc76ca4-06a2-487b-80b2-370c9d173320 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bf42ba6b-d50a-40e1-9125-f726ddb5be2a HTTP/1.1" status: 200 len: 1099 time: 0.0437486 Aug 25 01:35:46.683732 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-243efce6-9245-44f3-93c9-0d207b007137 req-2ed8c263-fcf4-429b-b12a-6b9701556f5e tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=2baf35bd-5239-4016-91a4-7bb93be8ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334604 Aug 25 01:35:46.691034 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-88c3f783-c965-446d-b0ce-cf4c1d628cef req-ca91375a-a4fe-43a6-9e87-f5b9636a46a9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271578 Aug 25 01:35:46.990546 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54636bcc-1975-41d3-a364-6a1311906bfc req-dbe2a5be-f424-4cea-ac7b-e663057942d2 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:46.991987 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-54636bcc-1975-41d3-a364-6a1311906bfc req-dbe2a5be-f424-4cea-ac7b-e663057942d2 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/ports?device_id=51e25606-3995-4289-9dbd-aee1fe109267 HTTP/1.1" status: 200 len: 985 time: 0.0469193 Aug 25 01:35:47.032581 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-54636bcc-1975-41d3-a364-6a1311906bfc req-453b84d8-3be0-49b1-a439-ceb7b7649c56 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ef5458f-e27e-4a5e-98f6-42612c586ccb&id=36088066-a54f-4278-a16b-b24ab1a575b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347776 Aug 25 01:35:47.380145 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4809ba1-c060-46e3-8dab-77b6c3db2ada req-80035c88-46d1-40ac-87e7-af6de3f3443c tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:47.381539 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-e4809ba1-c060-46e3-8dab-77b6c3db2ada req-80035c88-46d1-40ac-87e7-af6de3f3443c tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf42ba6b-d50a-40e1-9125-f726ddb5be2a HTTP/1.1" status: 200 len: 946 time: 0.0463130 Aug 25 01:35:47.417633 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-e4809ba1-c060-46e3-8dab-77b6c3db2ada req-6db2b2bc-48e5-4df8-990a-16345f1ab3d4 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300953 Aug 25 01:35:47.802253 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06946476-f057-4bd2-adf0-f0c86b175c20 req-4821f8c7-18d5-4d44-a41d-e53f2004b081 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:47.803839 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-06946476-f057-4bd2-adf0-f0c86b175c20 req-4821f8c7-18d5-4d44-a41d-e53f2004b081 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 947 time: 0.0507796 Aug 25 01:35:47.841745 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-06946476-f057-4bd2-adf0-f0c86b175c20 req-c7062936-af7d-42ba-bbb4-bbe9bc0d2ff9 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=2baf35bd-5239-4016-91a4-7bb93be8ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318742 Aug 25 01:35:48.142798 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ae83b-0885-4a82-8004-578444a3ef60 req-94a1da3c-c0a1-4314-ad77-409e6553eabe tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:48.144217 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-773ae83b-0885-4a82-8004-578444a3ef60 req-94a1da3c-c0a1-4314-ad77-409e6553eabe tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/ports?device_id=51e25606-3995-4289-9dbd-aee1fe109267 HTTP/1.1" status: 200 len: 985 time: 0.0475965 Aug 25 01:35:48.185320 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-773ae83b-0885-4a82-8004-578444a3ef60 req-ea21f4d1-46bd-4b9e-be6c-2471265893b0 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ef5458f-e27e-4a5e-98f6-42612c586ccb&id=36088066-a54f-4278-a16b-b24ab1a575b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346534 Aug 25 01:35:48.416322 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820736cb-49e0-4cb7-b3da-cf2365ddbc9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1853e7-475b-4b17-a478-66dd9dab4911'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:35:48.418614 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac4c50f49c3b3a17933da630e77cab0c79281d75959c3f8023547b3e3ec39ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816ddf92-bc56-4dc1-9f01-6c09ea3e58e5" -d '{"events": [{"server_uuid": "820736cb-49e0-4cb7-b3da-cf2365ddbc9d", "name": "network-vif-plugged", "status": "completed", "tag": "ed1853e7-475b-4b17-a478-66dd9dab4911"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:35:48.454010 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 01:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89a06ec-326e-4482-9370-13cb3ef23f6f x-openstack-request-id: req-b89a06ec-326e-4482-9370-13cb3ef23f6f {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:35:48.454304 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "820736cb-49e0-4cb7-b3da-cf2365ddbc9d", "name": "network-vif-plugged", "status": "completed", "tag": "ed1853e7-475b-4b17-a478-66dd9dab4911", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:35:48.454559 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b89a06ec-326e-4482-9370-13cb3ef23f6f {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:35:48.454981 dv-cinder-790014-2-iscsi neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '820736cb-49e0-4cb7-b3da-cf2365ddbc9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1853e7-475b-4b17-a478-66dd9dab4911', 'code': 200} Aug 25 01:35:48.528960 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f0b636-24a1-4236-a48c-a931c52f0249 req-1e8838dc-511d-4dea-b84a-f4cd15d93634 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:48.530519 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-98f0b636-24a1-4236-a48c-a931c52f0249 req-1e8838dc-511d-4dea-b84a-f4cd15d93634 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf42ba6b-d50a-40e1-9125-f726ddb5be2a HTTP/1.1" status: 200 len: 946 time: 0.0488162 Aug 25 01:35:48.568915 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-98f0b636-24a1-4236-a48c-a931c52f0249 req-184ea44d-92ac-4108-a902-6f270a15cbfb tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320711 Aug 25 01:35:48.633308 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee93781-6ea2-4704-a13e-119f6a9c9fe2 req-6091a8f6-5297-4b94-b14a-6d5458b91077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:48.635056 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-8ee93781-6ea2-4704-a13e-119f6a9c9fe2 req-6091a8f6-5297-4b94-b14a-6d5458b91077 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 1100 time: 0.0427907 Aug 25 01:35:48.669926 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-8ee93781-6ea2-4704-a13e-119f6a9c9fe2 req-37f6c975-fe8f-4bc3-83f4-74d14fc1c3a5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2baf35bd-5239-4016-91a4-7bb93be8ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274599 Aug 25 01:35:48.683215 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d621f38-e744-4564-8d0e-e013b3d36eee req-45c6eba4-4151-40f1-8b26-6e1ef3dcc65a tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:48.684659 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-9d621f38-e744-4564-8d0e-e013b3d36eee req-45c6eba4-4151-40f1-8b26-6e1ef3dcc65a tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf42ba6b-d50a-40e1-9125-f726ddb5be2a HTTP/1.1" status: 200 len: 946 time: 0.0482018 Aug 25 01:35:48.721354 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-9d621f38-e744-4564-8d0e-e013b3d36eee req-495c959b-e587-44f4-a53a-d66a387b468c tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308018 Aug 25 01:35:48.742544 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 56736) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:35:48.781367 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8f510c-2ecf-4767-bcb0-32b6176afea1 tempest-TestVolumeBootPattern-566452305 tempest-TestVolumeBootPattern-566452305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:48.782830 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-db8f510c-2ecf-4767-bcb0-32b6176afea1 tempest-TestVolumeBootPattern-566452305 tempest-TestVolumeBootPattern-566452305-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=bf42ba6b-d50a-40e1-9125-f726ddb5be2a HTTP/1.1" status: 200 len: 1094 time: 0.0392632 Aug 25 01:35:48.785362 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 56738) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:35:48.789624 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [None req-5c59e3a7-75a8-4e67-ac98-737950efb26a tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Request body: {'floatingip': {'floating_network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'port_id': '7cbfb58b-250b-434a-a8f8-a66c796334e4', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:35:48.811513 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5c59e3a7-75a8-4e67-ac98-737950efb26a tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks [] for floatingip, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:48.908148 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5c59e3a7-75a8-4e67-ac98-737950efb26a tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:48.965037 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7926c-5105-4090-aaf7-c5161e725bec req-0a4f4c04-1706-4715-8c9b-acba4d66aba9 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:48.966517 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-6be7926c-5105-4090-aaf7-c5161e725bec req-0a4f4c04-1706-4715-8c9b-acba4d66aba9 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 947 time: 0.0540681 Aug 25 01:35:49.008911 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-6be7926c-5105-4090-aaf7-c5161e725bec req-7d1f2265-fc0e-47d0-82ed-a467c1c04fd1 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=2baf35bd-5239-4016-91a4-7bb93be8ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361712 Aug 25 01:35:49.013004 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-5c59e3a7-75a8-4e67-ac98-737950efb26a tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Allocated IP 172.27.1.189 (010d8b7d-53b1-407d-b771-6477c60770f4/e3100a47-8cf0-41e7-afe0-dcfedb56ff39/ef5c3f43-cd46-44ac-996f-5f1db0ef6a30) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 01:35:49.116662 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5c59e3a7-75a8-4e67-ac98-737950efb26a tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:49.153219 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5c59e3a7-75a8-4e67-ac98-737950efb26a tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782026665144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:49.188133 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c59e3a7-75a8-4e67-ac98-737950efb26a tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Network 010d8b7d-53b1-407d-b771-6477c60770f4 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:35:49.192692 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-5c59e3a7-75a8-4e67-ac98-737950efb26a tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:35:49.196137 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c59e3a7-75a8-4e67-ac98-737950efb26a tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 01:35:49.220841 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c59e3a7-75a8-4e67-ac98-737950efb26a tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Pushing event updated for resources: {'Port': ['ID=ef5c3f43-cd46-44ac-996f-5f1db0ef6a30,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:35:49.234239 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c59e3a7-75a8-4e67-ac98-737950efb26a tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:35:49.234592 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c59e3a7-75a8-4e67-ac98-737950efb26a tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:35:49.234962 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c59e3a7-75a8-4e67-ac98-737950efb26a tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:35:49.235694 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c59e3a7-75a8-4e67-ac98-737950efb26a tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:35:49.235694 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c59e3a7-75a8-4e67-ac98-737950efb26a tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:35:49.235930 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c59e3a7-75a8-4e67-ac98-737950efb26a tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:35:49.236261 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c59e3a7-75a8-4e67-ac98-737950efb26a tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:35:49.236590 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c59e3a7-75a8-4e67-ac98-737950efb26a tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:35:49.236920 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c59e3a7-75a8-4e67-ac98-737950efb26a tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:35:49.237243 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c59e3a7-75a8-4e67-ac98-737950efb26a tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:35:49.237568 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c59e3a7-75a8-4e67-ac98-737950efb26a tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:35:49.238346 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c59e3a7-75a8-4e67-ac98-737950efb26a tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:35:49.296828 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a523b-536f-415c-aea4-952cece2771f req-2608b095-fda4-4fc7-9718-db4ff0bb416c tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:49.298273 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-594a523b-536f-415c-aea4-952cece2771f req-2608b095-fda4-4fc7-9718-db4ff0bb416c tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/ports?device_id=51e25606-3995-4289-9dbd-aee1fe109267 HTTP/1.1" status: 200 len: 985 time: 0.0474677 Aug 25 01:35:49.336738 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-594a523b-536f-415c-aea4-952cece2771f req-e1443f5f-ab72-4a01-9e3c-5a34ee619635 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ef5458f-e27e-4a5e-98f6-42612c586ccb&id=36088066-a54f-4278-a16b-b24ab1a575b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0324440 Aug 25 01:35:49.545757 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5c59e3a7-75a8-4e67-ac98-737950efb26a tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:49.601609 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:49.609975 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5c59e3a7-75a8-4e67-ac98-737950efb26a tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:49.761652 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5c59e3a7-75a8-4e67-ac98-737950efb26a tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:49.766190 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5c59e3a7-75a8-4e67-ac98-737950efb26a tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8611129'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:49.837090 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c59e3a7-75a8-4e67-ac98-737950efb26a tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Pushing event updated for resources: {'Port': ['ID=ef5c3f43-cd46-44ac-996f-5f1db0ef6a30,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:35:49.849062 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5c59e3a7-75a8-4e67-ac98-737950efb26a tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930814'] for floatingip, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:49.953386 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.db.l3_db [None req-5c59e3a7-75a8-4e67-ac98-737950efb26a tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Floating IP bcc1b927-0d1d-4bb9-a5d8-31aadee36ac4 associated. External IP: 172.27.1.189, port: 7cbfb58b-250b-434a-a8f8-a66c796334e4. Aug 25 01:35:50.153885 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa46c34-4c8a-498a-8855-e2ba0263fd0d req-f7bf3a9e-c1e4-40ce-b2b3-285fc73b77ca tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:50.155181 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-9fa46c34-4c8a-498a-8855-e2ba0263fd0d req-f7bf3a9e-c1e4-40ce-b2b3-285fc73b77ca tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 947 time: 0.0525334 Aug 25 01:35:50.176534 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c59e3a7-75a8-4e67-ac98-737950efb26a tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Router fbfad13f-9e18-4a50-a601-e0301b78a9a5 has already been hosted by L3 agent 2e219680-1a48-4599-ad97-adf9ec497b47 {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 01:35:50.192518 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-9fa46c34-4c8a-498a-8855-e2ba0263fd0d req-def0e1c1-7205-4511-a045-6a9ddc2a1185 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=2baf35bd-5239-4016-91a4-7bb93be8ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314834 Aug 25 01:35:50.285699 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c59e3a7-75a8-4e67-ac98-737950efb26a tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify agent at l3_agent.dv-cinder-790014-2-iscsi the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 01:35:50.295744 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1d124c-5c5e-44cb-bbc4-9b81dee468f6 None None] Sync routers for ids ['fbfad13f-9e18-4a50-a601-e0301b78a9a5'] in dv-cinder-790014-2-iscsi {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 01:35:50.301129 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5c59e3a7-75a8-4e67-ac98-737950efb26a tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:35:50.308372 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1d124c-5c5e-44cb-bbc4-9b81dee468f6 None None] Routers {'fbfad13f-9e18-4a50-a601-e0301b78a9a5'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:35:50.308986 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-1f1d124c-5c5e-44cb-bbc4-9b81dee468f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:35:30Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['fbfad13f-9e18-4a50-a601-e0301b78a9a5'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:35:50.327763 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-5c59e3a7-75a8-4e67-ac98-737950efb26a tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5413711 Aug 25 01:35:50.328340 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf42ba6b-d50a-40e1-9125-f726ddb5be2a', 'tag': '7cbfb58b-250b-434a-a8f8-a66c796334e4'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:35:50.330616 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6aaa77860150641abcbf195034e02978cb43d302165c9bbcbee081d494fe815" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1186eb73-0ce3-4063-9d6a-d7e5c540c7f4" -d '{"events": [{"name": "network-changed", "server_uuid": "bf42ba6b-d50a-40e1-9125-f726ddb5be2a", "tag": "7cbfb58b-250b-434a-a8f8-a66c796334e4"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:35:50.371138 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 01:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a73a2e-595a-4865-aa92-ad4794c4e12a x-openstack-request-id: req-b2a73a2e-595a-4865-aa92-ad4794c4e12a {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:35:50.371498 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf42ba6b-d50a-40e1-9125-f726ddb5be2a", "tag": "7cbfb58b-250b-434a-a8f8-a66c796334e4", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:35:50.371823 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b2a73a2e-595a-4865-aa92-ad4794c4e12a {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:35:50.372860 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf42ba6b-d50a-40e1-9125-f726ddb5be2a', 'tag': '7cbfb58b-250b-434a-a8f8-a66c796334e4', 'status': 'completed', 'code': 200} Aug 25 01:35:50.416000 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-1f1d124c-5c5e-44cb-bbc4-9b81dee468f6 None None] Set router fbfad13f-9e18-4a50-a601-e0301b78a9a5 gateway port host: dv-cinder-790014-2-iscsi {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:35:50.464612 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186eb73-0ce3-4063-9d6a-d7e5c540c7f4 req-1040e56f-435e-4c9b-8f0e-76b3ea0778a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:50.465902 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da4591-c10e-403e-abc9-2d9e042b8a55 req-f457d330-29e7-432e-a5ad-766d2826b729 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:50.466351 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-1186eb73-0ce3-4063-9d6a-d7e5c540c7f4 req-1040e56f-435e-4c9b-8f0e-76b3ea0778a9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ada43be06e92474191038a2b41a9f39b&device_id=bf42ba6b-d50a-40e1-9125-f726ddb5be2a HTTP/1.1" status: 200 len: 1099 time: 0.0592675 Aug 25 01:35:50.467552 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-c5da4591-c10e-403e-abc9-2d9e042b8a55 req-f457d330-29e7-432e-a5ad-766d2826b729 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/ports?device_id=51e25606-3995-4289-9dbd-aee1fe109267 HTTP/1.1" status: 200 len: 985 time: 0.0549819 Aug 25 01:35:50.517310 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-c5da4591-c10e-403e-abc9-2d9e042b8a55 req-9d3d8c04-2adc-43b3-8514-f36f1f2a43c9 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ef5458f-e27e-4a5e-98f6-42612c586ccb&id=36088066-a54f-4278-a16b-b24ab1a575b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0436933 Aug 25 01:35:50.559483 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186eb73-0ce3-4063-9d6a-d7e5c540c7f4 req-3bb2125e-3644-43c9-a875-00bb8c3e84c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:50.561482 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-1186eb73-0ce3-4063-9d6a-d7e5c540c7f4 req-3bb2125e-3644-43c9-a875-00bb8c3e84c0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=109ccc69-61fe-42e8-83da-81c7da1807b8 HTTP/1.1" status: 200 len: 912 time: 0.0871649 Aug 25 01:35:50.629046 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-1186eb73-0ce3-4063-9d6a-d7e5c540c7f4 req-657f7974-11f8-4ee5-9adb-c243b587358b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cbfb58b-250b-434a-a8f8-a66c796334e4 HTTP/1.1" status: 200 len: 1000 time: 0.0597878 Aug 25 01:35:50.652536 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-1f1d124c-5c5e-44cb-bbc4-9b81dee468f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'name': 'tempest-TestVolumeBootPattern-197417283-router', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '735a2362-df5c-4fc7-adad-7623e23d61cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:32:15Z', 'updated_at': '2021-08-25T01:32:17Z', 'revision_number': 4, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'gw_port': {'id': '735a2362-df5c-4fc7-adad-7623e23d61cc', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:32:15Z', 'updated_at': '2021-08-25T01:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_floatingips': [{'id': 'bcc1b927-0d1d-4bb9-a5d8-31aadee36ac4', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'floating_ip_address': '172.27.1.189', 'floating_network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'router_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'port_id': '7cbfb58b-250b-434a-a8f8-a66c796334e4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8', 'mac_address': 'fa:16:3e:af:ae:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf42ba6b-d50a-40e1-9125-f726ddb5be2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T01:35:49Z', 'updated_at': '2021-08-25T01:35:49Z', 'revision_number': 0, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad7755ad-d744-4372-8f30-8e9347161788', 'name': '', 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'mac_address': 'fa:16:3e:c7:c3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'e4e76ae4-a0df-4300-91e1-70e2eeb06d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:32:17Z', 'updated_at': '2021-08-25T01:32:23Z', 'revision_number': 5, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'subnets': [{'id': 'e4e76ae4-a0df-4300-91e1-70e2eeb06d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:35:50.677851 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186eb73-0ce3-4063-9d6a-d7e5c540c7f4 req-e865787c-308a-4f69-a616-ad5ceadbb310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:50.678590 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1d124c-5c5e-44cb-bbc4-9b81dee468f6 None None] Checking router: fbfad13f-9e18-4a50-a601-e0301b78a9a5 for host: dv-cinder-790014-2-iscsi {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 01:35:50.679316 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-1186eb73-0ce3-4063-9d6a-d7e5c540c7f4 req-e865787c-308a-4f69-a616-ad5ceadbb310 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e4e76ae4-a0df-4300-91e1-70e2eeb06d40 HTTP/1.1" status: 200 len: 850 time: 0.0430059 Aug 25 01:35:50.687278 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1d124c-5c5e-44cb-bbc4-9b81dee468f6 None None] Routers {'fbfad13f-9e18-4a50-a601-e0301b78a9a5'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:35:50.687876 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-1f1d124c-5c5e-44cb-bbc4-9b81dee468f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:35:30Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['fbfad13f-9e18-4a50-a601-e0301b78a9a5'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:35:50.725114 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186eb73-0ce3-4063-9d6a-d7e5c540c7f4 req-04c83596-5a10-4c96-b72a-b645535c8674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:50.726585 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-1186eb73-0ce3-4063-9d6a-d7e5c540c7f4 req-04c83596-5a10-4c96-b72a-b645535c8674 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=109ccc69-61fe-42e8-83da-81c7da1807b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389349 Aug 25 01:35:50.789922 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-1f1d124c-5c5e-44cb-bbc4-9b81dee468f6 None None] Set router fbfad13f-9e18-4a50-a601-e0301b78a9a5 gateway port host: dv-cinder-790014-2-iscsi {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:35:50.818095 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-1186eb73-0ce3-4063-9d6a-d7e5c540c7f4 req-c076b9a7-0f23-43ac-945b-474da14f8dda service neutron] 10.222.0.26 "GET /v2.0/networks/109ccc69-61fe-42e8-83da-81c7da1807b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829463 Aug 25 01:35:50.909019 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-1186eb73-0ce3-4063-9d6a-d7e5c540c7f4 req-e2b584d6-2fe9-401a-aa4b-122c4f85f1d7 service neutron] 10.222.0.26 "GET /v2.0/networks/109ccc69-61fe-42e8-83da-81c7da1807b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811794 Aug 25 01:35:51.013463 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-1f1d124c-5c5e-44cb-bbc4-9b81dee468f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'name': 'tempest-TestVolumeBootPattern-197417283-router', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '735a2362-df5c-4fc7-adad-7623e23d61cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:32:15Z', 'updated_at': '2021-08-25T01:32:17Z', 'revision_number': 4, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'gw_port': {'id': '735a2362-df5c-4fc7-adad-7623e23d61cc', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:32:15Z', 'updated_at': '2021-08-25T01:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_floatingips': [{'id': 'bcc1b927-0d1d-4bb9-a5d8-31aadee36ac4', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'floating_ip_address': '172.27.1.189', 'floating_network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'router_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'port_id': '7cbfb58b-250b-434a-a8f8-a66c796334e4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8', 'mac_address': 'fa:16:3e:af:ae:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf42ba6b-d50a-40e1-9125-f726ddb5be2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T01:35:49Z', 'updated_at': '2021-08-25T01:35:49Z', 'revision_number': 0, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad7755ad-d744-4372-8f30-8e9347161788', 'name': '', 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'mac_address': 'fa:16:3e:c7:c3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'e4e76ae4-a0df-4300-91e1-70e2eeb06d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:32:17Z', 'updated_at': '2021-08-25T01:32:23Z', 'revision_number': 5, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'subnets': [{'id': 'e4e76ae4-a0df-4300-91e1-70e2eeb06d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:35:51.038309 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1d124c-5c5e-44cb-bbc4-9b81dee468f6 None None] The sync data for ids ['fbfad13f-9e18-4a50-a601-e0301b78a9a5'] in dv-cinder-790014-2-iscsi is: [{'id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'name': 'tempest-TestVolumeBootPattern-197417283-router', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '735a2362-df5c-4fc7-adad-7623e23d61cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:32:15Z', 'updated_at': '2021-08-25T01:32:17Z', 'revision_number': 4, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'gw_port': {'id': '735a2362-df5c-4fc7-adad-7623e23d61cc', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:32:15Z', 'updated_at': '2021-08-25T01:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_floatingips': [{'id': 'bcc1b927-0d1d-4bb9-a5d8-31aadee36ac4', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'floating_ip_address': '172.27.1.189', 'floating_network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'router_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'port_id': '7cbfb58b-250b-434a-a8f8-a66c796334e4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8', 'mac_address': 'fa:16:3e:af:ae:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf42ba6b-d50a-40e1-9125-f726ddb5be2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T01:35:49Z', 'updated_at': '2021-08-25T01:35:49Z', 'revision_number': 0, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad7755ad-d744-4372-8f30-8e9347161788', 'name': '', 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'mac_address': 'fa:16:3e:c7:c3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'e4e76ae4-a0df-4300-91e1-70e2eeb06d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:32:17Z', 'updated_at': '2021-08-25T01:32:23Z', 'revision_number': 5, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'subnets': [{'id': 'e4e76ae4-a0df-4300-91e1-70e2eeb06d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 01:35:51.214861 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5136d1ad-e9fe-45a5-99ed-e7e557db9c74 None None] New status for floating IP bcc1b927-0d1d-4bb9-a5d8-31aadee36ac4: ACTIVE {{(pid=93834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 01:35:51.315818 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066013c-2a29-42ec-91a9-d5b5c69dc197 req-59d2b42e-e84e-4c1e-920e-35be22ad4604 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:51.317182 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-2066013c-2a29-42ec-91a9-d5b5c69dc197 req-59d2b42e-e84e-4c1e-920e-35be22ad4604 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 947 time: 0.0507090 Aug 25 01:35:51.354387 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-2066013c-2a29-42ec-91a9-d5b5c69dc197 req-b81afb66-7133-45bf-902a-1cd033e3f615 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=2baf35bd-5239-4016-91a4-7bb93be8ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308375 Aug 25 01:35:51.631435 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ecb25b-7bbc-4e0a-8713-09d0231953ea req-d4d898ba-1ece-4f3f-904a-245b2d148c4f tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:51.632777 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-33ecb25b-7bbc-4e0a-8713-09d0231953ea req-d4d898ba-1ece-4f3f-904a-245b2d148c4f tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/ports?device_id=51e25606-3995-4289-9dbd-aee1fe109267 HTTP/1.1" status: 200 len: 985 time: 0.0477655 Aug 25 01:35:51.671924 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-33ecb25b-7bbc-4e0a-8713-09d0231953ea req-643e85c6-c930-4588-815c-6690f72e9ca0 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ef5458f-e27e-4a5e-98f6-42612c586ccb&id=36088066-a54f-4278-a16b-b24ab1a575b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0325882 Aug 25 01:35:52.782250 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd46680-1633-451d-bbfc-bb03ff7262e5 req-b5cab61c-ce63-4893-8deb-0b2d74944468 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:52.783609 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ddd46680-1633-451d-bbfc-bb03ff7262e5 req-b5cab61c-ce63-4893-8deb-0b2d74944468 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/ports?device_id=51e25606-3995-4289-9dbd-aee1fe109267 HTTP/1.1" status: 200 len: 985 time: 0.0474160 Aug 25 01:35:52.825092 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ddd46680-1633-451d-bbfc-bb03ff7262e5 req-573eed7b-41fe-4f00-9f57-26ff2d44fc13 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ef5458f-e27e-4a5e-98f6-42612c586ccb&id=36088066-a54f-4278-a16b-b24ab1a575b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355320 Aug 25 01:35:53.936183 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b71cf-7e5b-4739-acf8-2446da5644ae req-be0720d5-3ec5-4afc-a5f1-b1ce4eda1261 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:35:53.937608 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-054b71cf-7e5b-4739-acf8-2446da5644ae req-be0720d5-3ec5-4afc-a5f1-b1ce4eda1261 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/ports?device_id=51e25606-3995-4289-9dbd-aee1fe109267 HTTP/1.1" status: 200 len: 985 time: 0.0469248 Aug 25 01:35:53.975843 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-054b71cf-7e5b-4739-acf8-2446da5644ae req-c859b7e0-26a6-428f-9cfb-41bb10f74b92 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ef5458f-e27e-4a5e-98f6-42612c586ccb&id=36088066-a54f-4278-a16b-b24ab1a575b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0324476 Aug 25 01:35:57.322052 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-924ebdeb-8683-4607-a6da-2d93617235a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:00.288353 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aa321028-c637-4dcb-a6a6-9bd9aee922d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:00.414504 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:00.920417 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d877336-721a-4d3d-9b41-e32e75b3d69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:02.247915 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.agents_db [None req-4bdcba96-0b2f-4eba-81a9-023f498d003c None None] Agent healthcheck: found 6 active agents {{(pid=93835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 01:36:02.588963 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-637296fa-69e7-4112-9a21-84726ca1bc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:19.602401 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:24.624865 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd4fa0-86a2-4c27-9439-6f7514e1df4a req-badc3c7f-8e09-4a02-9c37-862492f4600a tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:36:24.626284 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-fdbd4fa0-86a2-4c27-9439-6f7514e1df4a req-badc3c7f-8e09-4a02-9c37-862492f4600a tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 947 time: 0.0467401 Aug 25 01:36:24.662773 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-fdbd4fa0-86a2-4c27-9439-6f7514e1df4a req-150be4f7-1891-4200-8b91-fb7eb11ff025 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=2baf35bd-5239-4016-91a4-7bb93be8ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305891 Aug 25 01:36:25.783647 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d070d-2eca-4215-baa5-6c72639d1678 req-0eb77c8f-cbee-41e5-a715-de4a020d5a43 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:36:25.785075 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-7f3d070d-2eca-4215-baa5-6c72639d1678 req-0eb77c8f-cbee-41e5-a715-de4a020d5a43 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 947 time: 0.0491962 Aug 25 01:36:25.825375 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-7f3d070d-2eca-4215-baa5-6c72639d1678 req-de6e14d6-0787-494b-8351-fae68625a0eb tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups?id=2baf35bd-5239-4016-91a4-7bb93be8ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344751 Aug 25 01:36:26.144483 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c2edc-bbb8-4b05-a5d2-7694625149bb req-33a35649-1e80-409d-955c-ee4a7363ac93 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:36:26.145818 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-4d8c2edc-bbb8-4b05-a5d2-7694625149bb req-33a35649-1e80-409d-955c-ee4a7363ac93 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.26 "GET /v2.0/ports?device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 947 time: 0.0478745 Aug 25 01:36:26.236038 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-4d8c2edc-bbb8-4b05-a5d2-7694625149bb req-ab2b3d03-221e-4a29-9f20-b03c8684047a tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Deleting port ed1853e7-475b-4b17-a478-66dd9dab4911 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 01:36:26.236378 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4d8c2edc-bbb8-4b05-a5d2-7694625149bb req-ab2b3d03-221e-4a29-9f20-b03c8684047a tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782027226579'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:26.319954 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-4d8c2edc-bbb8-4b05-a5d2-7694625149bb req-ab2b3d03-221e-4a29-9f20-b03c8684047a tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] For port ed1853e7-475b-4b17-a478-66dd9dab4911, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=ed1853e7-475b-4b17-a478-66dd9dab4911,segment=NetworkSegment(2250bebe-2869-40e3-ad89-dd6ac923b04c),segment_id=2250bebe-2869-40e3-ad89-dd6ac923b04c)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:36:26.320312 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4d8c2edc-bbb8-4b05-a5d2-7694625149bb req-ab2b3d03-221e-4a29-9f20-b03c8684047a tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647429'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:26.482956 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4d8c2edc-bbb8-4b05-a5d2-7694625149bb req-ab2b3d03-221e-4a29-9f20-b03c8684047a tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:26.483358 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4d8c2edc-bbb8-4b05-a5d2-7694625149bb req-ab2b3d03-221e-4a29-9f20-b03c8684047a tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930814'] for floatingip, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:26.483675 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.db.l3_db [req-4d8c2edc-bbb8-4b05-a5d2-7694625149bb req-ab2b3d03-221e-4a29-9f20-b03c8684047a tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Floating IP 8578fab9-d3f0-47ee-8958-e7dab3c5b985 disassociated. External IP: 172.27.1.191, port: ed1853e7-475b-4b17-a478-66dd9dab4911. Aug 25 01:36:26.484014 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-4d8c2edc-bbb8-4b05-a5d2-7694625149bb req-ab2b3d03-221e-4a29-9f20-b03c8684047a tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Calling delete_port for ed1853e7-475b-4b17-a478-66dd9dab4911 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 01:36:26.604299 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4d8c2edc-bbb8-4b05-a5d2-7694625149bb req-ab2b3d03-221e-4a29-9f20-b03c8684047a tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782027086291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782026665153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:26.635440 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2b3d03-221e-4a29-9f20-b03c8684047a tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Pushing event deleted for resources: {'Port': ['ID=ed1853e7-475b-4b17-a478-66dd9dab4911,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:36:26.741537 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d8c2edc-bbb8-4b05-a5d2-7694625149bb req-ab2b3d03-221e-4a29-9f20-b03c8684047a tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Router 96a47d6d-64c2-4bdb-b4af-a19bf3b971e5 has already been hosted by L3 agent 2e219680-1a48-4599-ad97-adf9ec497b47 {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 01:36:26.842451 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d8c2edc-bbb8-4b05-a5d2-7694625149bb req-ab2b3d03-221e-4a29-9f20-b03c8684047a tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify agent at l3_agent.dv-cinder-790014-2-iscsi the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 01:36:26.852568 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9ee6cc-c040-4cfe-ac4c-c00b27067990 None None] Sync routers for ids ['96a47d6d-64c2-4bdb-b4af-a19bf3b971e5'] in dv-cinder-790014-2-iscsi {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 01:36:26.863722 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9ee6cc-c040-4cfe-ac4c-c00b27067990 None None] Routers {'96a47d6d-64c2-4bdb-b4af-a19bf3b971e5'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:36:26.864551 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-1e9ee6cc-c040-4cfe-ac4c-c00b27067990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:36:00Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['96a47d6d-64c2-4bdb-b4af-a19bf3b971e5'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:36:26.886065 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d8c2edc-bbb8-4b05-a5d2-7694625149bb req-ab2b3d03-221e-4a29-9f20-b03c8684047a tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] No DVR routers for this DVR port ed1853e7-475b-4b17-a478-66dd9dab4911 on host hv-cinder-79001 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 01:36:26.888672 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4d8c2edc-bbb8-4b05-a5d2-7694625149bb req-ab2b3d03-221e-4a29-9f20-b03c8684047a tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:26.890880 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-4d8c2edc-bbb8-4b05-a5d2-7694625149bb req-ab2b3d03-221e-4a29-9f20-b03c8684047a tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.26 "DELETE /v2.0/ports/ed1853e7-475b-4b17-a478-66dd9dab4911 HTTP/1.1" status: 204 len: 173 time: 0.7381153 Aug 25 01:36:26.891321 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820736cb-49e0-4cb7-b3da-cf2365ddbc9d', 'name': 'network-vif-deleted', 'tag': 'ed1853e7-475b-4b17-a478-66dd9dab4911'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:36:26.893561 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6aaa77860150641abcbf195034e02978cb43d302165c9bbcbee081d494fe815" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa297820-727d-425d-b63b-8fde698eea9b" -d '{"events": [{"server_uuid": "820736cb-49e0-4cb7-b3da-cf2365ddbc9d", "name": "network-vif-deleted", "tag": "ed1853e7-475b-4b17-a478-66dd9dab4911"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:36:26.933208 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 01:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deead456-d20f-4ebb-b632-78563dfb62ee x-openstack-request-id: req-deead456-d20f-4ebb-b632-78563dfb62ee {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:36:26.933498 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "820736cb-49e0-4cb7-b3da-cf2365ddbc9d", "name": "network-vif-deleted", "tag": "ed1853e7-475b-4b17-a478-66dd9dab4911", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:36:26.933780 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-deead456-d20f-4ebb-b632-78563dfb62ee {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:36:26.934175 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '820736cb-49e0-4cb7-b3da-cf2365ddbc9d', 'name': 'network-vif-deleted', 'tag': 'ed1853e7-475b-4b17-a478-66dd9dab4911', 'status': 'completed', 'code': 200} Aug 25 01:36:26.945275 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ed68b808-f369-41e1-8e3f-b86adbd55049 req-47173375-4cd8-44aa-ac21-7ecad06944d9 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/ports?device_id=820736cb-49e0-4cb7-b3da-cf2365ddbc9d HTTP/1.1" status: 200 len: 210 time: 0.0458500 Aug 25 01:36:26.981062 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-1e9ee6cc-c040-4cfe-ac4c-c00b27067990 None None] Set router 96a47d6d-64c2-4bdb-b4af-a19bf3b971e5 gateway port host: dv-cinder-790014-2-iscsi {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:36:27.122988 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-45da195f-2407-4602-8655-78f9d062e6c4 req-f9dc72a7-025e-4f24-8013-a41bcd398e7d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=51e25606-3995-4289-9dbd-aee1fe109267&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427723 Aug 25 01:36:27.182968 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da195f-2407-4602-8655-78f9d062e6c4 req-fdaec3ac-2a08-45a2-89d5-c97f68b16987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:36:27.184431 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-45da195f-2407-4602-8655-78f9d062e6c4 req-fdaec3ac-2a08-45a2-89d5-c97f68b16987 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd502484c4f842cab183438793976e99&device_id=51e25606-3995-4289-9dbd-aee1fe109267 HTTP/1.1" status: 200 len: 1138 time: 0.0394306 Aug 25 01:36:27.191282 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-1e9ee6cc-c040-4cfe-ac4c-c00b27067990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a47d6d-64c2-4bdb-b4af-a19bf3b971e5', 'name': 'tempest-AttachVolumeShelveTestJSON-979801634-router', 'tenant_id': '0d3f6d9b58da4cf08feb13c48725af79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '50d82e7e-dbc7-4047-964e-d12dc78ec35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:31:05Z', 'updated_at': '2021-08-25T01:31:08Z', 'revision_number': 4, 'project_id': '0d3f6d9b58da4cf08feb13c48725af79', 'gw_port': {'id': '50d82e7e-dbc7-4047-964e-d12dc78ec35d', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a47d6d-64c2-4bdb-b4af-a19bf3b971e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:31:05Z', 'updated_at': '2021-08-25T01:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_interfaces': [{'id': 'e25ffdd2-3c21-41aa-8f85-1de512af30f4', 'name': '', 'network_id': '4b39bbca-d99b-4c6f-89e1-463d16db2dba', 'tenant_id': '0d3f6d9b58da4cf08feb13c48725af79', 'mac_address': 'fa:16:3e:1f:da:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a47d6d-64c2-4bdb-b4af-a19bf3b971e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '377ea34e-9667-47c0-90ed-ae7bee569363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:31:07Z', 'updated_at': '2021-08-25T01:31:13Z', 'revision_number': 5, 'project_id': '0d3f6d9b58da4cf08feb13c48725af79', 'subnets': [{'id': '377ea34e-9667-47c0-90ed-ae7bee569363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:36:27.218467 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9ee6cc-c040-4cfe-ac4c-c00b27067990 None None] Checking router: 96a47d6d-64c2-4bdb-b4af-a19bf3b971e5 for host: dv-cinder-790014-2-iscsi {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 01:36:27.226819 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9ee6cc-c040-4cfe-ac4c-c00b27067990 None None] Routers {'96a47d6d-64c2-4bdb-b4af-a19bf3b971e5'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:36:27.227379 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-1e9ee6cc-c040-4cfe-ac4c-c00b27067990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:36:00Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['96a47d6d-64c2-4bdb-b4af-a19bf3b971e5'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:36:27.327769 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f01d2466-a4ff-4465-8031-e30562ae61d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:27.437141 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-1e9ee6cc-c040-4cfe-ac4c-c00b27067990 None None] Set router 96a47d6d-64c2-4bdb-b4af-a19bf3b971e5 gateway port host: dv-cinder-790014-2-iscsi {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:36:27.548116 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da195f-2407-4602-8655-78f9d062e6c4 req-44cad7e5-62df-4f46-ae53-e170b4284b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:36:27.549471 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-45da195f-2407-4602-8655-78f9d062e6c4 req-44cad7e5-62df-4f46-ae53-e170b4284b10 service neutron] 10.222.0.26 "GET /v2.0/networks?id=acc053e6-12a9-4f33-968f-821d031fe3ac HTTP/1.1" status: 200 len: 915 time: 0.3412306 Aug 25 01:36:27.614163 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-45da195f-2407-4602-8655-78f9d062e6c4 req-112210ed-97d0-4db4-876d-714914aafd93 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe36350f-e1e6-4353-a67f-60cd29711bb6 HTTP/1.1" status: 200 len: 1001 time: 0.0561748 Aug 25 01:36:27.636165 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-1e9ee6cc-c040-4cfe-ac4c-c00b27067990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a47d6d-64c2-4bdb-b4af-a19bf3b971e5', 'name': 'tempest-AttachVolumeShelveTestJSON-979801634-router', 'tenant_id': '0d3f6d9b58da4cf08feb13c48725af79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '50d82e7e-dbc7-4047-964e-d12dc78ec35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:31:05Z', 'updated_at': '2021-08-25T01:31:08Z', 'revision_number': 4, 'project_id': '0d3f6d9b58da4cf08feb13c48725af79', 'gw_port': {'id': '50d82e7e-dbc7-4047-964e-d12dc78ec35d', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a47d6d-64c2-4bdb-b4af-a19bf3b971e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:31:05Z', 'updated_at': '2021-08-25T01:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_interfaces': [{'id': 'e25ffdd2-3c21-41aa-8f85-1de512af30f4', 'name': '', 'network_id': '4b39bbca-d99b-4c6f-89e1-463d16db2dba', 'tenant_id': '0d3f6d9b58da4cf08feb13c48725af79', 'mac_address': 'fa:16:3e:1f:da:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a47d6d-64c2-4bdb-b4af-a19bf3b971e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '377ea34e-9667-47c0-90ed-ae7bee569363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:31:07Z', 'updated_at': '2021-08-25T01:31:13Z', 'revision_number': 5, 'project_id': '0d3f6d9b58da4cf08feb13c48725af79', 'subnets': [{'id': '377ea34e-9667-47c0-90ed-ae7bee569363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:36:27.661641 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9ee6cc-c040-4cfe-ac4c-c00b27067990 None None] The sync data for ids ['96a47d6d-64c2-4bdb-b4af-a19bf3b971e5'] in dv-cinder-790014-2-iscsi is: [{'id': '96a47d6d-64c2-4bdb-b4af-a19bf3b971e5', 'name': 'tempest-AttachVolumeShelveTestJSON-979801634-router', 'tenant_id': '0d3f6d9b58da4cf08feb13c48725af79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '50d82e7e-dbc7-4047-964e-d12dc78ec35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:31:05Z', 'updated_at': '2021-08-25T01:31:08Z', 'revision_number': 4, 'project_id': '0d3f6d9b58da4cf08feb13c48725af79', 'gw_port': {'id': '50d82e7e-dbc7-4047-964e-d12dc78ec35d', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a47d6d-64c2-4bdb-b4af-a19bf3b971e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:31:05Z', 'updated_at': '2021-08-25T01:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_interfaces': [{'id': 'e25ffdd2-3c21-41aa-8f85-1de512af30f4', 'name': '', 'network_id': '4b39bbca-d99b-4c6f-89e1-463d16db2dba', 'tenant_id': '0d3f6d9b58da4cf08feb13c48725af79', 'mac_address': 'fa:16:3e:1f:da:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a47d6d-64c2-4bdb-b4af-a19bf3b971e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '377ea34e-9667-47c0-90ed-ae7bee569363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:31:07Z', 'updated_at': '2021-08-25T01:31:13Z', 'revision_number': 5, 'project_id': '0d3f6d9b58da4cf08feb13c48725af79', 'subnets': [{'id': '377ea34e-9667-47c0-90ed-ae7bee569363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 01:36:27.662976 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da195f-2407-4602-8655-78f9d062e6c4 req-9c493ac5-8db4-4518-94b2-bbfbf5e80fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:36:27.664400 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-45da195f-2407-4602-8655-78f9d062e6c4 req-9c493ac5-8db4-4518-94b2-bbfbf5e80fa2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a3889b63-be2f-4f7f-9f77-28f1a2f0f03a HTTP/1.1" status: 200 len: 853 time: 0.0427823 Aug 25 01:36:27.714369 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da195f-2407-4602-8655-78f9d062e6c4 req-e863a5f9-b3ee-4e29-9f69-a35cbd2e86bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:36:27.715865 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-45da195f-2407-4602-8655-78f9d062e6c4 req-e863a5f9-b3ee-4e29-9f69-a35cbd2e86bd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=acc053e6-12a9-4f33-968f-821d031fe3ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433567 Aug 25 01:36:27.806939 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-45da195f-2407-4602-8655-78f9d062e6c4 req-1412f1ee-a691-4e83-9f3a-ee51cf627a2c service neutron] 10.222.0.26 "GET /v2.0/networks/acc053e6-12a9-4f33-968f-821d031fe3ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829098 Aug 25 01:36:27.868157 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c240a7-6330-4918-bf73-15907d8babc8 None None] New status for floating IP 8578fab9-d3f0-47ee-8958-e7dab3c5b985: DOWN {{(pid=93834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 01:36:27.899340 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-45da195f-2407-4602-8655-78f9d062e6c4 req-323d6ed4-89e0-48b1-914a-1515fd312032 service neutron] 10.222.0.26 "GET /v2.0/networks/acc053e6-12a9-4f33-968f-821d031fe3ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844581 Aug 25 01:36:28.036837 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 56836) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:36:28.089260 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-df55138f-82a2-48e5-a8af-8e48d24410ca tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:28.112655 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-df55138f-82a2-48e5-a8af-8e48d24410ca tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:28.160667 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-df55138f-82a2-48e5-a8af-8e48d24410ca tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:28.163510 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-df55138f-82a2-48e5-a8af-8e48d24410ca tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:28.164628 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-df55138f-82a2-48e5-a8af-8e48d24410ca tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "DELETE /v2.0/security-groups/2baf35bd-5239-4016-91a4-7bb93be8ebb2 HTTP/1.1" status: 204 len: 168 time: 0.1268063 Aug 25 01:36:28.168802 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 56840) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:36:28.174122 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df55138f-82a2-48e5-a8af-8e48d24410ca tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2baf35bd-5239-4016-91a4-7bb93be8ebb2,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:36:28.181909 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.api.v2.resource [None req-5f954b55-f654-452c-b660-dab352731abd tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] show failed (client error): The resource could not be found. Aug 25 01:36:28.183041 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-5f954b55-f654-452c-b660-dab352731abd tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "GET /v2.0/security-groups/2baf35bd-5239-4016-91a4-7bb93be8ebb2 HTTP/1.1" status: 404 len: 347 time: 0.0146701 Aug 25 01:36:28.185760 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 56842) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:36:28.378196 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device ed1853e7-475b-4b17-a478-66dd9dab4911 no longer exists at agent hyperv_hv-cinder-79001 {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 01:36:28.398728 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] No Port match for: ed1853e7-475b-4b17-a478-66dd9dab4911 {{(pid=93834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 01:36:28.399077 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device ed1853e7-475b-4b17-a478-66dd9dab4911 not bound to the agent host hv-cinder-79001 {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 01:36:28.521816 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-d7c12239-b027-4c97-a598-d900ddc00323 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Deleting port f1f91f87-97d8-404f-9003-ba6f047046e1 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 01:36:28.522153 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d7c12239-b027-4c97-a598-d900ddc00323 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782027226579'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:28.593009 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d7c12239-b027-4c97-a598-d900ddc00323 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647429'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:28.593380 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d7c12239-b027-4c97-a598-d900ddc00323 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:28.604316 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-d7c12239-b027-4c97-a598-d900ddc00323 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Calling delete_port for f1f91f87-97d8-404f-9003-ba6f047046e1 owned by network:floatingip {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 01:36:28.733033 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d7c12239-b027-4c97-a598-d900ddc00323 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782027086291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782026665153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11069661'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:28.756347 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c12239-b027-4c97-a598-d900ddc00323 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Pushing event deleted for resources: {'Port': ['ID=f1f91f87-97d8-404f-9003-ba6f047046e1,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:36:28.767947 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c12239-b027-4c97-a598-d900ddc00323 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:36:28.768292 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c12239-b027-4c97-a598-d900ddc00323 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:36:28.768626 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c12239-b027-4c97-a598-d900ddc00323 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:36:28.768960 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c12239-b027-4c97-a598-d900ddc00323 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:36:28.769487 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c12239-b027-4c97-a598-d900ddc00323 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:36:28.769708 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c12239-b027-4c97-a598-d900ddc00323 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:36:28.769916 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c12239-b027-4c97-a598-d900ddc00323 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:36:28.770238 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c12239-b027-4c97-a598-d900ddc00323 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:36:28.770556 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c12239-b027-4c97-a598-d900ddc00323 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:36:28.770900 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c12239-b027-4c97-a598-d900ddc00323 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:36:28.771220 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c12239-b027-4c97-a598-d900ddc00323 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:36:28.771534 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c12239-b027-4c97-a598-d900ddc00323 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:36:28.824273 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d7c12239-b027-4c97-a598-d900ddc00323 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks [] for floatingip, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:28.827421 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d7c12239-b027-4c97-a598-d900ddc00323 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:28.828532 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-d7c12239-b027-4c97-a598-d900ddc00323 tempest-AttachVolumeShelveTestJSON-1550324816 tempest-AttachVolumeShelveTestJSON-1550324816-project] 10.222.0.23 "DELETE /v2.0/floatingips/8578fab9-d3f0-47ee-8958-e7dab3c5b985 HTTP/1.1" status: 204 len: 168 time: 0.6418982 Aug 25 01:36:29.783635 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-15cbbc93-ef76-45b0-96bd-993878a548b9 req-48be534d-42c3-4702-b38c-4cc19cdcfad3 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-620304675&fields=id&tenant_id=bd502484c4f842cab183438793976e99 HTTP/1.1" status: 200 len: 267 time: 0.0316453 Aug 25 01:36:29.833574 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cbbc93-ef76-45b0-96bd-993878a548b9 req-bb45c9a7-f564-4210-ac6f-7b9c6da9af0b tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:36:29.835019 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-15cbbc93-ef76-45b0-96bd-993878a548b9 req-bb45c9a7-f564-4210-ac6f-7b9c6da9af0b tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/ports?device_id=51e25606-3995-4289-9dbd-aee1fe109267 HTTP/1.1" status: 200 len: 985 time: 0.0461402 Aug 25 01:36:29.846038 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.v2.base [req-15cbbc93-ef76-45b0-96bd-993878a548b9 req-7fc519e8-8ba6-4105-9ca4-835077f17522 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Request body: {'port': {'security_groups': ['36088066-a54f-4278-a16b-b24ab1a575b5']}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:36:29.911466 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-15cbbc93-ef76-45b0-96bd-993878a548b9 req-7fc519e8-8ba6-4105-9ca4-835077f17522 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:30.079715 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-15cbbc93-ef76-45b0-96bd-993878a548b9 req-7fc519e8-8ba6-4105-9ca4-835077f17522 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] For port fe36350f-e1e6-4353-a67f-60cd29711bb6, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=fe36350f-e1e6-4353-a67f-60cd29711bb6,segment=NetworkSegment(7cab06b0-8ea3-4bff-b246-6b830e568114),segment_id=7cab06b0-8ea3-4bff-b246-6b830e568114)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:36:30.110107 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-15cbbc93-ef76-45b0-96bd-993878a548b9 req-7fc519e8-8ba6-4105-9ca4-835077f17522 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:30.114563 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-15cbbc93-ef76-45b0-96bd-993878a548b9 req-7fc519e8-8ba6-4105-9ca4-835077f17522 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11069652'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:30.127115 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] get_ports_and_sgs() called for port_ids ['fe36350f-e1e6-4353-a67f-60cd29711bb6'] {{(pid=93834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 01:36:30.159632 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cbbc93-ef76-45b0-96bd-993878a548b9 req-7fc519e8-8ba6-4105-9ca4-835077f17522 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:36:30.160246 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-15cbbc93-ef76-45b0-96bd-993878a548b9 req-7fc519e8-8ba6-4105-9ca4-835077f17522 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:30.161613 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-15cbbc93-ef76-45b0-96bd-993878a548b9 req-7fc519e8-8ba6-4105-9ca4-835077f17522 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "PUT /v2.0/ports/fe36350f-e1e6-4353-a67f-60cd29711bb6 HTTP/1.1" status: 200 len: 943 time: 0.3204269 Aug 25 01:36:30.162057 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51e25606-3995-4289-9dbd-aee1fe109267', 'tag': 'fe36350f-e1e6-4353-a67f-60cd29711bb6'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:36:30.164354 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99221413ad608258be70d61d3aee829b58887b18c5c2a60c7a37b33fff07d90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c7ef4d-e74e-4634-942d-6cb7fb9e904c" -d '{"events": [{"name": "network-changed", "server_uuid": "51e25606-3995-4289-9dbd-aee1fe109267", "tag": "fe36350f-e1e6-4353-a67f-60cd29711bb6"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:36:30.169233 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 56866) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:36:30.190717 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc519e8-8ba6-4105-9ca4-835077f17522 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Pushing event updated for resources: {'Port': ['ID=fe36350f-e1e6-4353-a67f-60cd29711bb6,revision_number=7']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:36:30.212233 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 01:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db66c85-0b42-4c46-b3ef-20f4381ff2ca x-openstack-request-id: req-7db66c85-0b42-4c46-b3ef-20f4381ff2ca {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:36:30.212814 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51e25606-3995-4289-9dbd-aee1fe109267", "tag": "fe36350f-e1e6-4353-a67f-60cd29711bb6", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:36:30.213309 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7db66c85-0b42-4c46-b3ef-20f4381ff2ca {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:36:30.214425 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51e25606-3995-4289-9dbd-aee1fe109267', 'tag': 'fe36350f-e1e6-4353-a67f-60cd29711bb6', 'status': 'completed', 'code': 200} Aug 25 01:36:30.244383 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] get_ports_and_sgs() called for port_ids ['fe36350f-e1e6-4353-a67f-60cd29711bb6'] {{(pid=93834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 01:36:30.270027 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bba38e4f-4d93-484c-ad63-47df15a8b5dc tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:30.308295 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bba38e4f-4d93-484c-ad63-47df15a8b5dc tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:30.320334 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7ef4d-e74e-4634-942d-6cb7fb9e904c req-dd82056a-645f-497e-984d-fdfe8d4335b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:36:30.322151 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-58c7ef4d-e74e-4634-942d-6cb7fb9e904c req-dd82056a-645f-497e-984d-fdfe8d4335b8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd502484c4f842cab183438793976e99&device_id=51e25606-3995-4289-9dbd-aee1fe109267 HTTP/1.1" status: 200 len: 1099 time: 0.0845981 Aug 25 01:36:30.324432 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f40496cd-30d3-4783-947c-2db17b6ba5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:30.433194 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7ef4d-e74e-4634-942d-6cb7fb9e904c req-4be55ac5-a5c8-4f27-8c8a-53e0ee589299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:36:30.434576 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-58c7ef4d-e74e-4634-942d-6cb7fb9e904c req-4be55ac5-a5c8-4f27-8c8a-53e0ee589299 service neutron] 10.222.0.26 "GET /v2.0/networks?id=acc053e6-12a9-4f33-968f-821d031fe3ac HTTP/1.1" status: 200 len: 915 time: 0.1015010 Aug 25 01:36:30.442051 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:30.449118 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-b7e6e9b1-32e7-444e-a3f8-bd181adc879b None None] Provisioning complete for port fe36350f-e1e6-4353-a67f-60cd29711bb6 triggered by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:36:30.449480 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b7e6e9b1-32e7-444e-a3f8-bd181adc879b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:30.449617 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bba38e4f-4d93-484c-ad63-47df15a8b5dc tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:30.452685 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bba38e4f-4d93-484c-ad63-47df15a8b5dc tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:30.455126 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-bba38e4f-4d93-484c-ad63-47df15a8b5dc tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "DELETE /v2.0/security-groups/2ef5458f-e27e-4a5e-98f6-42612c586ccb HTTP/1.1" status: 204 len: 168 time: 0.2841132 Aug 25 01:36:30.456521 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 56868) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:36:30.525257 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba38e4f-4d93-484c-ad63-47df15a8b5dc tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef5458f-e27e-4a5e-98f6-42612c586ccb,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:36:30.528603 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-58c7ef4d-e74e-4634-942d-6cb7fb9e904c req-c71e4920-b56b-4527-91e2-592b4fb49876 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe36350f-e1e6-4353-a67f-60cd29711bb6 HTTP/1.1" status: 200 len: 1001 time: 0.0865853 Aug 25 01:36:30.587059 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7ef4d-e74e-4634-942d-6cb7fb9e904c req-4043d8a1-2259-41d8-8c9d-ca8854ff719f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:36:30.588512 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-58c7ef4d-e74e-4634-942d-6cb7fb9e904c req-4043d8a1-2259-41d8-8c9d-ca8854ff719f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a3889b63-be2f-4f7f-9f77-28f1a2f0f03a HTTP/1.1" status: 200 len: 853 time: 0.0513227 Aug 25 01:36:30.620659 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-051f2cec-bb31-4b1b-ae97-fdb58f68456f tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Deleting port 959d6340-6afb-4b46-a0d1-e6e7f9dcfe69 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 01:36:30.621002 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-051f2cec-bb31-4b1b-ae97-fdb58f68456f tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782027226579'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:30.633543 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7ef4d-e74e-4634-942d-6cb7fb9e904c req-9c225800-11cf-4de1-b275-ba2477f89872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:36:30.635284 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-58c7ef4d-e74e-4634-942d-6cb7fb9e904c req-9c225800-11cf-4de1-b275-ba2477f89872 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=acc053e6-12a9-4f33-968f-821d031fe3ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388265 Aug 25 01:36:30.696725 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-051f2cec-bb31-4b1b-ae97-fdb58f68456f tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647429'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:30.697055 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-051f2cec-bb31-4b1b-ae97-fdb58f68456f tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:30.708460 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-051f2cec-bb31-4b1b-ae97-fdb58f68456f tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Calling delete_port for 959d6340-6afb-4b46-a0d1-e6e7f9dcfe69 owned by network:floatingip {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 01:36:30.724777 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-58c7ef4d-e74e-4634-942d-6cb7fb9e904c req-80f90d29-31f7-4b1b-9c32-9169896197db service neutron] 10.222.0.26 "GET /v2.0/networks/acc053e6-12a9-4f33-968f-821d031fe3ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812619 Aug 25 01:36:30.814297 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-58c7ef4d-e74e-4634-942d-6cb7fb9e904c req-4470eabc-0e05-45a4-b32c-1448388b69e0 service neutron] 10.222.0.26 "GET /v2.0/networks/acc053e6-12a9-4f33-968f-821d031fe3ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807085 Aug 25 01:36:30.847868 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-051f2cec-bb31-4b1b-ae97-fdb58f68456f tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782027086291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782026665153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11069661'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:30.879029 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051f2cec-bb31-4b1b-ae97-fdb58f68456f tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Pushing event deleted for resources: {'Port': ['ID=959d6340-6afb-4b46-a0d1-e6e7f9dcfe69,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:36:30.922886 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d877336-721a-4d3d-9b41-e32e75b3d69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:30.936761 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-051f2cec-bb31-4b1b-ae97-fdb58f68456f tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks [] for floatingip, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:30.937183 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.db.l3_db [None req-051f2cec-bb31-4b1b-ae97-fdb58f68456f tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Floating IP e714dbdb-c1dc-4bb6-b803-44035f15a4b1 disassociated (deleted). External IP: 172.27.1.52, port: fe36350f-e1e6-4353-a67f-60cd29711bb6. Aug 25 01:36:31.131886 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-051f2cec-bb31-4b1b-ae97-fdb58f68456f tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Router fe2b09af-b871-4f07-9ae2-64d07a5a4231 has already been hosted by L3 agent 2e219680-1a48-4599-ad97-adf9ec497b47 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 01:36:31.237182 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051f2cec-bb31-4b1b-ae97-fdb58f68456f tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify agent at l3_agent.dv-cinder-790014-2-iscsi the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 01:36:31.238820 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 56876) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:36:31.241831 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-051f2cec-bb31-4b1b-ae97-fdb58f68456f tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:31.247872 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d62e8eb-237d-4847-b44e-0dc4c6a57270 None None] Sync routers for ids ['fe2b09af-b871-4f07-9ae2-64d07a5a4231'] in dv-cinder-790014-2-iscsi {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 01:36:31.256442 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d62e8eb-237d-4847-b44e-0dc4c6a57270 None None] Routers {'fe2b09af-b871-4f07-9ae2-64d07a5a4231'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:36:31.257060 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-8d62e8eb-237d-4847-b44e-0dc4c6a57270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:36:30Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['fe2b09af-b871-4f07-9ae2-64d07a5a4231'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:36:31.274429 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-051f2cec-bb31-4b1b-ae97-fdb58f68456f tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "DELETE /v2.0/floatingips/e714dbdb-c1dc-4bb6-b803-44035f15a4b1 HTTP/1.1" status: 204 len: 168 time: 0.8145490 Aug 25 01:36:31.368297 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-8d62e8eb-237d-4847-b44e-0dc4c6a57270 None None] Set router fe2b09af-b871-4f07-9ae2-64d07a5a4231 gateway port host: dv-cinder-790014-2-iscsi {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:36:31.590577 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-8d62e8eb-237d-4847-b44e-0dc4c6a57270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2b09af-b871-4f07-9ae2-64d07a5a4231', 'name': 'tempest-TestMinimumBasicScenario-146424545-router', 'tenant_id': 'bd502484c4f842cab183438793976e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'b7cca110-ac4a-4939-9096-22a5a8246c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:34:26Z', 'updated_at': '2021-08-25T01:34:29Z', 'revision_number': 4, 'project_id': 'bd502484c4f842cab183438793976e99', 'gw_port': {'id': 'b7cca110-ac4a-4939-9096-22a5a8246c17', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:91:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b09af-b871-4f07-9ae2-64d07a5a4231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:34:27Z', 'updated_at': '2021-08-25T01:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_interfaces': [{'id': '8814c1eb-8b7c-4790-80ec-4eaebfaad1ac', 'name': '', 'network_id': 'acc053e6-12a9-4f33-968f-821d031fe3ac', 'tenant_id': 'bd502484c4f842cab183438793976e99', 'mac_address': 'fa:16:3e:fd:f7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b09af-b871-4f07-9ae2-64d07a5a4231', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a3889b63-be2f-4f7f-9f77-28f1a2f0f03a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:34:28Z', 'updated_at': '2021-08-25T01:34:35Z', 'revision_number': 5, 'project_id': 'bd502484c4f842cab183438793976e99', 'subnets': [{'id': 'a3889b63-be2f-4f7f-9f77-28f1a2f0f03a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:36:31.616688 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d62e8eb-237d-4847-b44e-0dc4c6a57270 None None] Checking router: fe2b09af-b871-4f07-9ae2-64d07a5a4231 for host: dv-cinder-790014-2-iscsi {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 01:36:31.624693 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d62e8eb-237d-4847-b44e-0dc4c6a57270 None None] Routers {'fe2b09af-b871-4f07-9ae2-64d07a5a4231'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:36:31.625303 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-8d62e8eb-237d-4847-b44e-0dc4c6a57270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:36:30Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['fe2b09af-b871-4f07-9ae2-64d07a5a4231'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:36:31.713220 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8346f670-8ce6-437e-8e02-68c9b870a82e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932588'] for router_interface, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:31.729489 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-8d62e8eb-237d-4847-b44e-0dc4c6a57270 None None] Set router fe2b09af-b871-4f07-9ae2-64d07a5a4231 gateway port host: dv-cinder-790014-2-iscsi {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:36:31.925285 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-8d62e8eb-237d-4847-b44e-0dc4c6a57270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2b09af-b871-4f07-9ae2-64d07a5a4231', 'name': 'tempest-TestMinimumBasicScenario-146424545-router', 'tenant_id': 'bd502484c4f842cab183438793976e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'b7cca110-ac4a-4939-9096-22a5a8246c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:34:26Z', 'updated_at': '2021-08-25T01:34:29Z', 'revision_number': 4, 'project_id': 'bd502484c4f842cab183438793976e99', 'gw_port': {'id': 'b7cca110-ac4a-4939-9096-22a5a8246c17', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:91:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b09af-b871-4f07-9ae2-64d07a5a4231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:34:27Z', 'updated_at': '2021-08-25T01:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_interfaces': [{'id': '8814c1eb-8b7c-4790-80ec-4eaebfaad1ac', 'name': '', 'network_id': 'acc053e6-12a9-4f33-968f-821d031fe3ac', 'tenant_id': 'bd502484c4f842cab183438793976e99', 'mac_address': 'fa:16:3e:fd:f7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b09af-b871-4f07-9ae2-64d07a5a4231', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a3889b63-be2f-4f7f-9f77-28f1a2f0f03a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:34:28Z', 'updated_at': '2021-08-25T01:34:35Z', 'revision_number': 5, 'project_id': 'bd502484c4f842cab183438793976e99', 'subnets': [{'id': 'a3889b63-be2f-4f7f-9f77-28f1a2f0f03a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:36:31.952599 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-8346f670-8ce6-437e-8e02-68c9b870a82e admin admin] Deleting port e25ffdd2-3c21-41aa-8f85-1de512af30f4 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 01:36:31.952937 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8346f670-8ce6-437e-8e02-68c9b870a82e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782027226579'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:31.954981 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d62e8eb-237d-4847-b44e-0dc4c6a57270 None None] The sync data for ids ['fe2b09af-b871-4f07-9ae2-64d07a5a4231'] in dv-cinder-790014-2-iscsi is: [{'id': 'fe2b09af-b871-4f07-9ae2-64d07a5a4231', 'name': 'tempest-TestMinimumBasicScenario-146424545-router', 'tenant_id': 'bd502484c4f842cab183438793976e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'b7cca110-ac4a-4939-9096-22a5a8246c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:34:26Z', 'updated_at': '2021-08-25T01:34:29Z', 'revision_number': 4, 'project_id': 'bd502484c4f842cab183438793976e99', 'gw_port': {'id': 'b7cca110-ac4a-4939-9096-22a5a8246c17', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:91:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b09af-b871-4f07-9ae2-64d07a5a4231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:34:27Z', 'updated_at': '2021-08-25T01:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_interfaces': [{'id': '8814c1eb-8b7c-4790-80ec-4eaebfaad1ac', 'name': '', 'network_id': 'acc053e6-12a9-4f33-968f-821d031fe3ac', 'tenant_id': 'bd502484c4f842cab183438793976e99', 'mac_address': 'fa:16:3e:fd:f7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b09af-b871-4f07-9ae2-64d07a5a4231', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a3889b63-be2f-4f7f-9f77-28f1a2f0f03a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:34:28Z', 'updated_at': '2021-08-25T01:34:35Z', 'revision_number': 5, 'project_id': 'bd502484c4f842cab183438793976e99', 'subnets': [{'id': 'a3889b63-be2f-4f7f-9f77-28f1a2f0f03a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 01:36:32.033218 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-8346f670-8ce6-437e-8e02-68c9b870a82e admin admin] For port e25ffdd2-3c21-41aa-8f85-1de512af30f4, host dv-cinder-790014-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=e25ffdd2-3c21-41aa-8f85-1de512af30f4,segment=NetworkSegment(2250bebe-2869-40e3-ad89-dd6ac923b04c),segment_id=2250bebe-2869-40e3-ad89-dd6ac923b04c)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:36:32.033587 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8346f670-8ce6-437e-8e02-68c9b870a82e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647429'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:32.046347 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-8346f670-8ce6-437e-8e02-68c9b870a82e admin admin] Calling delete_port for e25ffdd2-3c21-41aa-8f85-1de512af30f4 owned by network:router_interface {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 01:36:32.183197 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9f668e-e187-44d9-891d-569ea1bdbf8d None None] New status for floating IP e714dbdb-c1dc-4bb6-b803-44035f15a4b1: DOWN {{(pid=93834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 01:36:32.215883 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51e25606-3995-4289-9dbd-aee1fe109267', 'tag': 'fe36350f-e1e6-4353-a67f-60cd29711bb6'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:36:32.219785 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99221413ad608258be70d61d3aee829b58887b18c5c2a60c7a37b33fff07d90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d093b592-e431-4844-ae95-fa282dbc510d" -d '{"events": [{"name": "network-changed", "server_uuid": "51e25606-3995-4289-9dbd-aee1fe109267", "tag": "fe36350f-e1e6-4353-a67f-60cd29711bb6"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:36:32.242808 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8346f670-8ce6-437e-8e02-68c9b870a82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782027086291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782026665153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:32.264530 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 01:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488cac29-7c2f-497c-9493-0fc8051a3854 x-openstack-request-id: req-488cac29-7c2f-497c-9493-0fc8051a3854 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:36:32.264812 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51e25606-3995-4289-9dbd-aee1fe109267", "tag": "fe36350f-e1e6-4353-a67f-60cd29711bb6", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:36:32.265058 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-488cac29-7c2f-497c-9493-0fc8051a3854 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:36:32.265463 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51e25606-3995-4289-9dbd-aee1fe109267', 'tag': 'fe36350f-e1e6-4353-a67f-60cd29711bb6', 'status': 'completed', 'code': 200} Aug 25 01:36:32.278942 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8346f670-8ce6-437e-8e02-68c9b870a82e admin admin] Pushing event deleted for resources: {'Port': ['ID=e25ffdd2-3c21-41aa-8f85-1de512af30f4,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:36:32.407101 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d093b592-e431-4844-ae95-fa282dbc510d req-69f557d4-0f12-4119-8741-da5a60ab09c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:36:32.408572 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d093b592-e431-4844-ae95-fa282dbc510d req-69f557d4-0f12-4119-8741-da5a60ab09c1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd502484c4f842cab183438793976e99&device_id=51e25606-3995-4289-9dbd-aee1fe109267 HTTP/1.1" status: 200 len: 1099 time: 0.1205542 Aug 25 01:36:32.532984 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8346f670-8ce6-437e-8e02-68c9b870a82e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-647322'] for router_interface, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:32.548263 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d093b592-e431-4844-ae95-fa282dbc510d req-51fd170f-778d-4049-a499-79ac13717b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:36:32.549667 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d093b592-e431-4844-ae95-fa282dbc510d req-51fd170f-778d-4049-a499-79ac13717b30 service neutron] 10.222.0.26 "GET /v2.0/networks?id=acc053e6-12a9-4f33-968f-821d031fe3ac HTTP/1.1" status: 200 len: 915 time: 0.1158941 Aug 25 01:36:32.597576 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-637296fa-69e7-4112-9a21-84726ca1bc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:32.646816 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d093b592-e431-4844-ae95-fa282dbc510d req-7cefc2fa-e99f-403e-a08c-587df86fae66 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe36350f-e1e6-4353-a67f-60cd29711bb6 HTTP/1.1" status: 200 len: 217 time: 0.0618002 Aug 25 01:36:32.720086 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d093b592-e431-4844-ae95-fa282dbc510d req-299c59d7-fa1e-42a0-ba31-d1225b05871a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:36:32.721481 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d093b592-e431-4844-ae95-fa282dbc510d req-299c59d7-fa1e-42a0-ba31-d1225b05871a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a3889b63-be2f-4f7f-9f77-28f1a2f0f03a HTTP/1.1" status: 200 len: 853 time: 0.0661283 Aug 25 01:36:32.846606 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d093b592-e431-4844-ae95-fa282dbc510d req-96f578dc-3362-4783-bb31-2cb7b3e51a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:36:32.848065 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d093b592-e431-4844-ae95-fa282dbc510d req-96f578dc-3362-4783-bb31-2cb7b3e51a42 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=acc053e6-12a9-4f33-968f-821d031fe3ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1181989 Aug 25 01:36:32.869196 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8346f670-8ce6-437e-8e02-68c9b870a82e admin admin] Router 96a47d6d-64c2-4bdb-b4af-a19bf3b971e5 has already been hosted by L3 agent 2e219680-1a48-4599-ad97-adf9ec497b47 {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 01:36:33.018795 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d093b592-e431-4844-ae95-fa282dbc510d req-d874b5de-82ad-44fe-b4f1-e8f67ff87b96 service neutron] 10.222.0.26 "GET /v2.0/networks/acc053e6-12a9-4f33-968f-821d031fe3ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617794 Aug 25 01:36:33.056064 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8346f670-8ce6-437e-8e02-68c9b870a82e admin admin] Notify agent at l3_agent.dv-cinder-790014-2-iscsi the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 01:36:33.061736 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-8346f670-8ce6-437e-8e02-68c9b870a82e admin admin] 10.222.0.23 "PUT /v2.0/routers/96a47d6d-64c2-4bdb-b4af-a19bf3b971e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8218825 Aug 25 01:36:33.064332 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 56900) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:36:33.066919 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ac9831-9336-4743-802c-c7e415f085e5 None None] Sync routers for ids ['96a47d6d-64c2-4bdb-b4af-a19bf3b971e5'] in dv-cinder-790014-2-iscsi {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 01:36:33.076436 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ac9831-9336-4743-802c-c7e415f085e5 None None] Routers {'96a47d6d-64c2-4bdb-b4af-a19bf3b971e5'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:36:33.077035 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-a9ac9831-9336-4743-802c-c7e415f085e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:36:30Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['96a47d6d-64c2-4bdb-b4af-a19bf3b971e5'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:36:33.125244 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d093b592-e431-4844-ae95-fa282dbc510d req-b670171e-4542-4751-aec4-b3111ea13b46 service neutron] 10.222.0.26 "GET /v2.0/networks/acc053e6-12a9-4f33-968f-821d031fe3ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977190 Aug 25 01:36:33.166436 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-288767f1-7f24-4bf2-87c4-537ea32f7308 admin admin] Notify callbacks [] for router, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:33.180766 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-a9ac9831-9336-4743-802c-c7e415f085e5 None None] Set router 96a47d6d-64c2-4bdb-b4af-a19bf3b971e5 gateway port host: dv-cinder-790014-2-iscsi {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:36:33.266517 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-288767f1-7f24-4bf2-87c4-537ea32f7308 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:33.318472 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-288767f1-7f24-4bf2-87c4-537ea32f7308 admin admin] Deleting port 50d82e7e-dbc7-4047-964e-d12dc78ec35d {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 01:36:33.318839 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-288767f1-7f24-4bf2-87c4-537ea32f7308 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782027226579'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:33.350804 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-a9ac9831-9336-4743-802c-c7e415f085e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a47d6d-64c2-4bdb-b4af-a19bf3b971e5', 'name': 'tempest-AttachVolumeShelveTestJSON-979801634-router', 'tenant_id': '0d3f6d9b58da4cf08feb13c48725af79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '50d82e7e-dbc7-4047-964e-d12dc78ec35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:31:05Z', 'updated_at': '2021-08-25T01:36:32Z', 'revision_number': 5, 'project_id': '0d3f6d9b58da4cf08feb13c48725af79', 'gw_port': {'id': '50d82e7e-dbc7-4047-964e-d12dc78ec35d', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a47d6d-64c2-4bdb-b4af-a19bf3b971e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:31:05Z', 'updated_at': '2021-08-25T01:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi'}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:36:33.375843 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ac9831-9336-4743-802c-c7e415f085e5 None None] Checking router: 96a47d6d-64c2-4bdb-b4af-a19bf3b971e5 for host: dv-cinder-790014-2-iscsi {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 01:36:33.383697 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ac9831-9336-4743-802c-c7e415f085e5 None None] Routers {'96a47d6d-64c2-4bdb-b4af-a19bf3b971e5'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:36:33.384539 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-a9ac9831-9336-4743-802c-c7e415f085e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:36:30Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['96a47d6d-64c2-4bdb-b4af-a19bf3b971e5'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:36:33.394939 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-288767f1-7f24-4bf2-87c4-537ea32f7308 admin admin] For port 50d82e7e-dbc7-4047-964e-d12dc78ec35d, host dv-cinder-790014-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=50d82e7e-dbc7-4047-964e-d12dc78ec35d,segment=NetworkSegment(094c6717-dbf2-418c-b33e-47759605d17a),segment_id=094c6717-dbf2-418c-b33e-47759605d17a)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:36:33.395631 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-288767f1-7f24-4bf2-87c4-537ea32f7308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647429'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:33.407422 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-288767f1-7f24-4bf2-87c4-537ea32f7308 admin admin] Calling delete_port for 50d82e7e-dbc7-4047-964e-d12dc78ec35d owned by network:router_gateway {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 01:36:33.466749 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-a9ac9831-9336-4743-802c-c7e415f085e5 None None] Set router 96a47d6d-64c2-4bdb-b4af-a19bf3b971e5 gateway port host: None {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:36:33.519361 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-a9ac9831-9336-4743-802c-c7e415f085e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a47d6d-64c2-4bdb-b4af-a19bf3b971e5', 'name': 'tempest-AttachVolumeShelveTestJSON-979801634-router', 'tenant_id': '0d3f6d9b58da4cf08feb13c48725af79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:31:05Z', 'updated_at': '2021-08-25T01:36:33Z', 'revision_number': 6, 'project_id': '0d3f6d9b58da4cf08feb13c48725af79', 'gw_port_host': None}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:36:33.544152 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ac9831-9336-4743-802c-c7e415f085e5 None None] The sync data for ids ['96a47d6d-64c2-4bdb-b4af-a19bf3b971e5'] in dv-cinder-790014-2-iscsi is: [{'id': '96a47d6d-64c2-4bdb-b4af-a19bf3b971e5', 'name': 'tempest-AttachVolumeShelveTestJSON-979801634-router', 'tenant_id': '0d3f6d9b58da4cf08feb13c48725af79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:31:05Z', 'updated_at': '2021-08-25T01:36:33Z', 'revision_number': 6, 'project_id': '0d3f6d9b58da4cf08feb13c48725af79', 'gw_port_host': None}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 01:36:33.574926 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-288767f1-7f24-4bf2-87c4-537ea32f7308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782027086291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782026665153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11069661'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:33.604089 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288767f1-7f24-4bf2-87c4-537ea32f7308 admin admin] Pushing event deleted for resources: {'Port': ['ID=50d82e7e-dbc7-4047-964e-d12dc78ec35d,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:36:33.661645 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-288767f1-7f24-4bf2-87c4-537ea32f7308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930752'] for router_gateway, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:33.761767 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-288767f1-7f24-4bf2-87c4-537ea32f7308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11014'] for router, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:33.763907 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-288767f1-7f24-4bf2-87c4-537ea32f7308 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:33.828282 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-288767f1-7f24-4bf2-87c4-537ea32f7308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920409'] for router, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:33.828908 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288767f1-7f24-4bf2-87c4-537ea32f7308 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96a47d6d-64c2-4bdb-b4af-a19bf3b971e5 {{(pid=93832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 01:36:33.834049 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-288767f1-7f24-4bf2-87c4-537ea32f7308 admin admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:33.837569 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-288767f1-7f24-4bf2-87c4-537ea32f7308 admin admin] 10.222.0.23 "DELETE /v2.0/routers/96a47d6d-64c2-4bdb-b4af-a19bf3b971e5 HTTP/1.1" status: 204 len: 168 time: 0.7699628 Aug 25 01:36:33.837819 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 56906) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:36:33.884131 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-24119bd6-5787-49fa-a72a-08f55af00a7a admin admin] Deleting subnet 377ea34e-9667-47c0-90ed-ae7bee569363 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 01:36:33.887488 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-24119bd6-5787-49fa-a72a-08f55af00a7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:33.940013 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-24119bd6-5787-49fa-a72a-08f55af00a7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1005446'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:34.066327 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d7124-8c74-4405-afed-0296c460e4c0 req-a913c8fa-720b-4d53-a5f8-70683b443f8f tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:36:34.067803 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-126d7124-8c74-4405-afed-0296c460e4c0 req-a913c8fa-720b-4d53-a5f8-70683b443f8f tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/ports?device_id=51e25606-3995-4289-9dbd-aee1fe109267 HTTP/1.1" status: 200 len: 946 time: 0.1073110 Aug 25 01:36:34.095455 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-24119bd6-5787-49fa-a72a-08f55af00a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4168828'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:34.140846 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-126d7124-8c74-4405-afed-0296c460e4c0 req-935a9d75-1afe-4f5a-8ff2-26ce194bf2cd tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/security-groups?id=36088066-a54f-4278-a16b-b24ab1a575b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667689 Aug 25 01:36:34.164588 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-24119bd6-5787-49fa-a72a-08f55af00a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4168079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11070218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11930263'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:34.189563 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24119bd6-5787-49fa-a72a-08f55af00a7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=377ea34e-9667-47c0-90ed-ae7bee569363,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:36:34.193198 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-24119bd6-5787-49fa-a72a-08f55af00a7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:34.195056 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-24119bd6-5787-49fa-a72a-08f55af00a7a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/377ea34e-9667-47c0-90ed-ae7bee569363 HTTP/1.1" status: 204 len: 168 time: 0.3563318 Aug 25 01:36:34.197461 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 56910) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:36:34.199860 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162ddbb7-641a-447b-8ad5-faaffe6287a9 None None] Network 4b39bbca-d99b-4c6f-89e1-463d16db2dba requested from dv-cinder-790014-2-iscsi {{(pid=93834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 01:36:34.261722 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b80c1ecb-0864-4e32-bb2c-bc23ef8a5f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116255'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:34.313781 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-b80c1ecb-0864-4e32-bb2c-bc23ef8a5f13 admin admin] Deleting port 990747e7-3334-47ab-b9dd-02f4b7534a13 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 01:36:34.314487 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b80c1ecb-0864-4e32-bb2c-bc23ef8a5f13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782027226579'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:34.381144 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-b80c1ecb-0864-4e32-bb2c-bc23ef8a5f13 admin admin] For port 990747e7-3334-47ab-b9dd-02f4b7534a13, host dv-cinder-790014-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=990747e7-3334-47ab-b9dd-02f4b7534a13,segment=NetworkSegment(2250bebe-2869-40e3-ad89-dd6ac923b04c),segment_id=2250bebe-2869-40e3-ad89-dd6ac923b04c)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:36:34.381810 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b80c1ecb-0864-4e32-bb2c-bc23ef8a5f13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647429'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:34.382294 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e357ae8-509f-44a8-ab6b-f2824257ecb3 None None] DHCP port deletion for 4b39bbca-d99b-4c6f-89e1-463d16db2dba request from dv-cinder-790014-2-iscsi {{(pid=93834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 01:36:34.394719 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-b80c1ecb-0864-4e32-bb2c-bc23ef8a5f13 admin admin] Calling delete_port for 990747e7-3334-47ab-b9dd-02f4b7534a13 owned by network:dhcp {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 01:36:34.428895 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-6e357ae8-509f-44a8-ab6b-f2824257ecb3 None None] Deleting port 990747e7-3334-47ab-b9dd-02f4b7534a13 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 01:36:34.429268 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6e357ae8-509f-44a8-ab6b-f2824257ecb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782027226579'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:34.471705 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b80c1ecb-0864-4e32-bb2c-bc23ef8a5f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782027086291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782026665153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11069661'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:34.496228 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-6e357ae8-509f-44a8-ab6b-f2824257ecb3 None None] For port 990747e7-3334-47ab-b9dd-02f4b7534a13, host dv-cinder-790014-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=990747e7-3334-47ab-b9dd-02f4b7534a13,segment=NetworkSegment(2250bebe-2869-40e3-ad89-dd6ac923b04c),segment_id=2250bebe-2869-40e3-ad89-dd6ac923b04c)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:36:34.496727 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6e357ae8-509f-44a8-ab6b-f2824257ecb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647429'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:34.511572 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-6e357ae8-509f-44a8-ab6b-f2824257ecb3 None None] Calling delete_port for 990747e7-3334-47ab-b9dd-02f4b7534a13 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 01:36:34.590058 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6e357ae8-509f-44a8-ab6b-f2824257ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782027086291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782026665153'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:34.619916 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e357ae8-509f-44a8-ab6b-f2824257ecb3 None None] Pushing event deleted for resources: {'Port': ['ID=990747e7-3334-47ab-b9dd-02f4b7534a13,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:36:34.624515 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e357ae8-509f-44a8-ab6b-f2824257ecb3 None None] No DVR routers for this DVR port 990747e7-3334-47ab-b9dd-02f4b7534a13 on host dv-cinder-790014-2-iscsi {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 01:36:34.636829 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e357ae8-509f-44a8-ab6b-f2824257ecb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:36:34.636829 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e357ae8-509f-44a8-ab6b-f2824257ecb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:36:34.636829 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e357ae8-509f-44a8-ab6b-f2824257ecb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:36:34.636829 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e357ae8-509f-44a8-ab6b-f2824257ecb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:36:34.636829 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e357ae8-509f-44a8-ab6b-f2824257ecb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:36:34.636829 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e357ae8-509f-44a8-ab6b-f2824257ecb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:36:34.636829 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e357ae8-509f-44a8-ab6b-f2824257ecb3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:36:34.636829 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e357ae8-509f-44a8-ab6b-f2824257ecb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:36:34.636829 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e357ae8-509f-44a8-ab6b-f2824257ecb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:36:34.636829 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e357ae8-509f-44a8-ab6b-f2824257ecb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:36:34.636829 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e357ae8-509f-44a8-ab6b-f2824257ecb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:36:34.636829 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e357ae8-509f-44a8-ab6b-f2824257ecb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:36:34.725338 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c1ecb-0864-4e32-bb2c-bc23ef8a5f13 admin admin] Pushing event deleted for resources: {'Port': ['ID=990747e7-3334-47ab-b9dd-02f4b7534a13,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:36:34.727048 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80c1ecb-0864-4e32-bb2c-bc23ef8a5f13 admin admin] No DVR routers for this DVR port 990747e7-3334-47ab-b9dd-02f4b7534a13 on host dv-cinder-790014-2-iscsi {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 01:36:34.794027 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b80c1ecb-0864-4e32-bb2c-bc23ef8a5f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4169723', 'neutron.services.segments.db._delete_segments_for_network-8782027164591'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:34.803570 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.services.segments.db [None req-b80c1ecb-0864-4e32-bb2c-bc23ef8a5f13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b39bbca-d99b-4c6f-89e1-463d16db2dba']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:36:34.813672 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.services.segments.db [None req-b80c1ecb-0864-4e32-bb2c-bc23ef8a5f13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2250bebe-2869-40e3-ad89-dd6ac923b04c') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:36:34.813979 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.services.segments.db [None req-b80c1ecb-0864-4e32-bb2c-bc23ef8a5f13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2250bebe-2869-40e3-ad89-dd6ac923b04c') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:36:34.822340 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b80c1ecb-0864-4e32-bb2c-bc23ef8a5f13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782027164474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1005449'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:34.835862 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b80c1ecb-0864-4e32-bb2c-bc23ef8a5f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3751945'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:34.841555 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b80c1ecb-0864-4e32-bb2c-bc23ef8a5f13 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 01:36:34.841939 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b80c1ecb-0864-4e32-bb2c-bc23ef8a5f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3751945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11069672'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:34.843562 dv-cinder-790014-2-iscsi neutron-server[93832]: Traceback (most recent call last): Aug 25 01:36:34.843562 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 01:36:34.843562 dv-cinder-790014-2-iscsi neutron-server[93832]: timer() Aug 25 01:36:34.843562 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 01:36:34.843562 dv-cinder-790014-2-iscsi neutron-server[93832]: cb(*args, **kw) Aug 25 01:36:34.843562 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 01:36:34.843562 dv-cinder-790014-2-iscsi neutron-server[93832]: return func(*args, **kwargs) Aug 25 01:36:34.843562 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 01:36:34.843562 dv-cinder-790014-2-iscsi neutron-server[93832]: self._notify() Aug 25 01:36:34.843562 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 01:36:34.843562 dv-cinder-790014-2-iscsi neutron-server[93832]: self.callback(batched_events) Aug 25 01:36:34.843562 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 01:36:34.843562 dv-cinder-790014-2-iscsi neutron-server[93832]: event.method(event) Aug 25 01:36:34.843562 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 01:36:34.843562 dv-cinder-790014-2-iscsi neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 01:36:34.843562 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 01:36:34.843562 dv-cinder-790014-2-iscsi neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 01:36:34.843562 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 01:36:34.843562 dv-cinder-790014-2-iscsi neutron-server[93832]: return f(self, *a, **k) Aug 25 01:36:34.843562 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 25 01:36:34.843562 dv-cinder-790014-2-iscsi neutron-server[93832]: return self._get(url).json() Aug 25 01:36:34.843562 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 25 01:36:34.843562 dv-cinder-790014-2-iscsi neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 01:36:34.843562 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 01:36:34.843562 dv-cinder-790014-2-iscsi neutron-server[93832]: return self.request(url, 'GET', **kwargs) Aug 25 01:36:34.843562 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 01:36:34.843562 dv-cinder-790014-2-iscsi neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 01:36:34.843562 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 01:36:34.843562 dv-cinder-790014-2-iscsi neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 01:36:34.843562 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 01:36:34.843562 dv-cinder-790014-2-iscsi neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 01:36:34.843562 dv-cinder-790014-2-iscsi neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 01:36:34.900571 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b80c1ecb-0864-4e32-bb2c-bc23ef8a5f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4169714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930796'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:34.905119 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b80c1ecb-0864-4e32-bb2c-bc23ef8a5f13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:34.909638 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-b80c1ecb-0864-4e32-bb2c-bc23ef8a5f13 admin admin] 10.222.0.23 "DELETE /v2.0/networks/4b39bbca-d99b-4c6f-89e1-463d16db2dba HTTP/1.1" status: 204 len: 168 time: 0.7086310 Aug 25 01:36:34.919198 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c1ecb-0864-4e32-bb2c-bc23ef8a5f13 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b39bbca-d99b-4c6f-89e1-463d16db2dba,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:36:35.019715 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 56914) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:36:35.024342 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 50d82e7e-dbc7-4047-964e-d12dc78ec35d no longer exists at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 01:36:35.043652 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] No Port match for: 50d82e7e-dbc7-4047-964e-d12dc78ec35d {{(pid=93834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 01:36:35.043995 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 50d82e7e-dbc7-4047-964e-d12dc78ec35d not bound to the agent host dv-cinder-790014-2-iscsi {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 01:36:35.044443 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 990747e7-3334-47ab-b9dd-02f4b7534a13 no longer exists at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 01:36:35.058910 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-ad7b9ffa-df5e-462d-8b8c-b1eaab9c7629 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0d3f6d9b58da4cf08feb13c48725af79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379634 Aug 25 01:36:35.061736 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 56916) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:36:35.062603 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] No Port match for: 990747e7-3334-47ab-b9dd-02f4b7534a13 {{(pid=93834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 01:36:35.063041 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 990747e7-3334-47ab-b9dd-02f4b7534a13 not bound to the agent host dv-cinder-790014-2-iscsi {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 01:36:35.063370 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device e25ffdd2-3c21-41aa-8f85-1de512af30f4 no longer exists at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 01:36:35.081791 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] No Port match for: e25ffdd2-3c21-41aa-8f85-1de512af30f4 {{(pid=93834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 01:36:35.082132 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device e25ffdd2-3c21-41aa-8f85-1de512af30f4 not bound to the agent host dv-cinder-790014-2-iscsi {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 01:36:35.109779 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d4eb39f7-7c53-49c5-8bb2-b5f277fc6bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:35.129834 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d4eb39f7-7c53-49c5-8bb2-b5f277fc6bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:35.179485 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d4eb39f7-7c53-49c5-8bb2-b5f277fc6bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:35.182037 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d4eb39f7-7c53-49c5-8bb2-b5f277fc6bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:35.183220 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-d4eb39f7-7c53-49c5-8bb2-b5f277fc6bb6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1b6c4ba0-11bc-427b-a000-ec38086636d8 HTTP/1.1" status: 204 len: 168 time: 0.1205959 Aug 25 01:36:35.191967 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eb39f7-7c53-49c5-8bb2-b5f277fc6bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6c4ba0-11bc-427b-a000-ec38086636d8,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:36:35.262749 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0996c-aaa5-4ebb-aa57-85eef3ac5f1a req-bb843e4c-dd1d-4a3f-94fe-6c4f2d73df7d tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:36:35.264274 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d0e0996c-aaa5-4ebb-aa57-85eef3ac5f1a req-bb843e4c-dd1d-4a3f-94fe-6c4f2d73df7d tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/ports?device_id=51e25606-3995-4289-9dbd-aee1fe109267 HTTP/1.1" status: 200 len: 946 time: 0.0484800 Aug 25 01:36:35.301766 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d0e0996c-aaa5-4ebb-aa57-85eef3ac5f1a req-44f7396c-1219-4a98-897f-54497292fb91 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/security-groups?id=36088066-a54f-4278-a16b-b24ab1a575b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316858 Aug 25 01:36:35.768387 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab02dd5a-fd84-45fc-9358-08db4b880719 req-aebecec9-37f9-4481-addd-0b06240a9915 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:36:35.769838 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-ab02dd5a-fd84-45fc-9358-08db4b880719 req-aebecec9-37f9-4481-addd-0b06240a9915 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.26 "GET /v2.0/ports?device_id=51e25606-3995-4289-9dbd-aee1fe109267 HTTP/1.1" status: 200 len: 946 time: 0.0504296 Aug 25 01:36:35.858908 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-ab02dd5a-fd84-45fc-9358-08db4b880719 req-ae4f0ba4-c2f2-46e0-8be5-3a49439e1923 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Deleting port fe36350f-e1e6-4353-a67f-60cd29711bb6 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 01:36:35.859287 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ab02dd5a-fd84-45fc-9358-08db4b880719 req-ae4f0ba4-c2f2-46e0-8be5-3a49439e1923 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782027226579'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:35.948959 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-ab02dd5a-fd84-45fc-9358-08db4b880719 req-ae4f0ba4-c2f2-46e0-8be5-3a49439e1923 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] For port fe36350f-e1e6-4353-a67f-60cd29711bb6, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=fe36350f-e1e6-4353-a67f-60cd29711bb6,segment=NetworkSegment(7cab06b0-8ea3-4bff-b246-6b830e568114),segment_id=7cab06b0-8ea3-4bff-b246-6b830e568114)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:36:35.949330 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ab02dd5a-fd84-45fc-9358-08db4b880719 req-ae4f0ba4-c2f2-46e0-8be5-3a49439e1923 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647429'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:35.962284 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-ab02dd5a-fd84-45fc-9358-08db4b880719 req-ae4f0ba4-c2f2-46e0-8be5-3a49439e1923 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Calling delete_port for fe36350f-e1e6-4353-a67f-60cd29711bb6 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 01:36:36.089418 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ab02dd5a-fd84-45fc-9358-08db4b880719 req-ae4f0ba4-c2f2-46e0-8be5-3a49439e1923 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782027086291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782026665153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:36.101155 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] get_ports_and_sgs() called for port_ids ['fe36350f-e1e6-4353-a67f-60cd29711bb6'] {{(pid=93834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 01:36:36.121020 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4f0ba4-c2f2-46e0-8be5-3a49439e1923 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Pushing event deleted for resources: {'Port': ['ID=fe36350f-e1e6-4353-a67f-60cd29711bb6,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:36:36.172226 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab02dd5a-fd84-45fc-9358-08db4b880719 req-ae4f0ba4-c2f2-46e0-8be5-3a49439e1923 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] No DVR routers for this DVR port fe36350f-e1e6-4353-a67f-60cd29711bb6 on host hv-cinder-79001 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 01:36:36.174787 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ab02dd5a-fd84-45fc-9358-08db4b880719 req-ae4f0ba4-c2f2-46e0-8be5-3a49439e1923 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:36.176853 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-ab02dd5a-fd84-45fc-9358-08db4b880719 req-ae4f0ba4-c2f2-46e0-8be5-3a49439e1923 tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.26 "DELETE /v2.0/ports/fe36350f-e1e6-4353-a67f-60cd29711bb6 HTTP/1.1" status: 204 len: 173 time: 0.4008381 Aug 25 01:36:36.177285 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e25606-3995-4289-9dbd-aee1fe109267', 'name': 'network-vif-deleted', 'tag': 'fe36350f-e1e6-4353-a67f-60cd29711bb6'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:36:36.179535 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6aaa77860150641abcbf195034e02978cb43d302165c9bbcbee081d494fe815" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82143ddf-2655-4adf-8242-f3987228760b" -d '{"events": [{"server_uuid": "51e25606-3995-4289-9dbd-aee1fe109267", "name": "network-vif-deleted", "tag": "fe36350f-e1e6-4353-a67f-60cd29711bb6"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:36:36.227628 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 01:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1f1fd4-a139-431d-b27d-31eaa7ab8613 x-openstack-request-id: req-9c1f1fd4-a139-431d-b27d-31eaa7ab8613 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:36:36.227987 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51e25606-3995-4289-9dbd-aee1fe109267", "name": "network-vif-deleted", "tag": "fe36350f-e1e6-4353-a67f-60cd29711bb6", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:36:36.228320 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9c1f1fd4-a139-431d-b27d-31eaa7ab8613 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:36:36.228778 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e25606-3995-4289-9dbd-aee1fe109267', 'name': 'network-vif-deleted', 'tag': 'fe36350f-e1e6-4353-a67f-60cd29711bb6', 'status': 'completed', 'code': 200} Aug 25 01:36:36.408526 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-23afbb10-2e3b-4961-a7a2-309704f69731 req-bc21a731-c0f6-49e7-8c41-d0f94f719fbf tempest-TestMinimumBasicScenario-664829771 tempest-TestMinimumBasicScenario-664829771-project] 10.222.0.23 "GET /v2.0/ports?device_id=51e25606-3995-4289-9dbd-aee1fe109267 HTTP/1.1" status: 200 len: 210 time: 0.0260713 Aug 25 01:36:38.046272 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 57020) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:36:38.376580 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b0b8e44b-2674-439d-ae24-3f2b3628daa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932588'] for router_interface, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:38.585303 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device fe36350f-e1e6-4353-a67f-60cd29711bb6 no longer exists at agent hyperv_hv-cinder-79001 {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 01:36:38.607310 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] No Port match for: fe36350f-e1e6-4353-a67f-60cd29711bb6 {{(pid=93834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 01:36:38.607655 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device fe36350f-e1e6-4353-a67f-60cd29711bb6 not bound to the agent host hv-cinder-79001 {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 01:36:38.609884 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-b0b8e44b-2674-439d-ae24-3f2b3628daa2 admin admin] Deleting port 8814c1eb-8b7c-4790-80ec-4eaebfaad1ac {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 01:36:38.610293 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b0b8e44b-2674-439d-ae24-3f2b3628daa2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782027226579'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:38.684116 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-b0b8e44b-2674-439d-ae24-3f2b3628daa2 admin admin] For port 8814c1eb-8b7c-4790-80ec-4eaebfaad1ac, host dv-cinder-790014-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=8814c1eb-8b7c-4790-80ec-4eaebfaad1ac,segment=NetworkSegment(7cab06b0-8ea3-4bff-b246-6b830e568114),segment_id=7cab06b0-8ea3-4bff-b246-6b830e568114)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:36:38.684116 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b0b8e44b-2674-439d-ae24-3f2b3628daa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647429'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:38.697160 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-b0b8e44b-2674-439d-ae24-3f2b3628daa2 admin admin] Calling delete_port for 8814c1eb-8b7c-4790-80ec-4eaebfaad1ac owned by network:router_interface {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 01:36:38.869982 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b0b8e44b-2674-439d-ae24-3f2b3628daa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782027086291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782026665153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11069661'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:38.897270 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b8e44b-2674-439d-ae24-3f2b3628daa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8814c1eb-8b7c-4790-80ec-4eaebfaad1ac,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:36:39.056261 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b0b8e44b-2674-439d-ae24-3f2b3628daa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-647322'] for router_interface, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:39.249304 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.agents_db [None req-4bdcba96-0b2f-4eba-81a9-023f498d003c None None] Agent healthcheck: found 6 active agents {{(pid=93835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 01:36:39.269788 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b8e44b-2674-439d-ae24-3f2b3628daa2 admin admin] Router fe2b09af-b871-4f07-9ae2-64d07a5a4231 has already been hosted by L3 agent 2e219680-1a48-4599-ad97-adf9ec497b47 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 01:36:39.368422 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b8e44b-2674-439d-ae24-3f2b3628daa2 admin admin] Notify agent at l3_agent.dv-cinder-790014-2-iscsi the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 01:36:39.373263 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-b0b8e44b-2674-439d-ae24-3f2b3628daa2 admin admin] 10.222.0.23 "PUT /v2.0/routers/fe2b09af-b871-4f07-9ae2-64d07a5a4231/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3258722 Aug 25 01:36:39.375754 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 57026) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:36:39.377428 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8f5ff5-1fbf-45ed-9298-9a22a1c02bca None None] Sync routers for ids ['fe2b09af-b871-4f07-9ae2-64d07a5a4231'] in dv-cinder-790014-2-iscsi {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 01:36:39.386642 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8f5ff5-1fbf-45ed-9298-9a22a1c02bca None None] Routers {'fe2b09af-b871-4f07-9ae2-64d07a5a4231'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:36:39.387299 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-9e8f5ff5-1fbf-45ed-9298-9a22a1c02bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:36:30Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['fe2b09af-b871-4f07-9ae2-64d07a5a4231'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:36:39.473602 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f1c14f8d-2936-4499-bf30-30c9a9d16f41 admin admin] Notify callbacks [] for router, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:39.486831 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-9e8f5ff5-1fbf-45ed-9298-9a22a1c02bca None None] Set router fe2b09af-b871-4f07-9ae2-64d07a5a4231 gateway port host: dv-cinder-790014-2-iscsi {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:36:39.573428 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f1c14f8d-2936-4499-bf30-30c9a9d16f41 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:39.626987 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-f1c14f8d-2936-4499-bf30-30c9a9d16f41 admin admin] Deleting port b7cca110-ac4a-4939-9096-22a5a8246c17 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 01:36:39.627331 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f1c14f8d-2936-4499-bf30-30c9a9d16f41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782027226579'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:39.708871 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-f1c14f8d-2936-4499-bf30-30c9a9d16f41 admin admin] For port b7cca110-ac4a-4939-9096-22a5a8246c17, host dv-cinder-790014-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=b7cca110-ac4a-4939-9096-22a5a8246c17,segment=NetworkSegment(094c6717-dbf2-418c-b33e-47759605d17a),segment_id=094c6717-dbf2-418c-b33e-47759605d17a)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:36:39.709233 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f1c14f8d-2936-4499-bf30-30c9a9d16f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647429'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:39.725669 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-f1c14f8d-2936-4499-bf30-30c9a9d16f41 admin admin] Calling delete_port for b7cca110-ac4a-4939-9096-22a5a8246c17 owned by network:router_gateway {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 01:36:39.783211 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-9e8f5ff5-1fbf-45ed-9298-9a22a1c02bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2b09af-b871-4f07-9ae2-64d07a5a4231', 'name': 'tempest-TestMinimumBasicScenario-146424545-router', 'tenant_id': 'bd502484c4f842cab183438793976e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'b7cca110-ac4a-4939-9096-22a5a8246c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:34:26Z', 'updated_at': '2021-08-25T01:36:38Z', 'revision_number': 5, 'project_id': 'bd502484c4f842cab183438793976e99', 'gw_port': {'id': 'b7cca110-ac4a-4939-9096-22a5a8246c17', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:91:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2b09af-b871-4f07-9ae2-64d07a5a4231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:34:27Z', 'updated_at': '2021-08-25T01:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi'}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:36:39.807906 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8f5ff5-1fbf-45ed-9298-9a22a1c02bca None None] Checking router: fe2b09af-b871-4f07-9ae2-64d07a5a4231 for host: dv-cinder-790014-2-iscsi {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 01:36:39.815994 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8f5ff5-1fbf-45ed-9298-9a22a1c02bca None None] Routers {'fe2b09af-b871-4f07-9ae2-64d07a5a4231'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:36:39.816606 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-9e8f5ff5-1fbf-45ed-9298-9a22a1c02bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:36:30Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['fe2b09af-b871-4f07-9ae2-64d07a5a4231'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:36:39.893235 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f1c14f8d-2936-4499-bf30-30c9a9d16f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782027086291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782026665153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11069661'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:39.901727 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-9e8f5ff5-1fbf-45ed-9298-9a22a1c02bca None None] Set router fe2b09af-b871-4f07-9ae2-64d07a5a4231 gateway port host: None {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:36:39.919034 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c14f8d-2936-4499-bf30-30c9a9d16f41 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7cca110-ac4a-4939-9096-22a5a8246c17,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:36:39.957143 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-9e8f5ff5-1fbf-45ed-9298-9a22a1c02bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2b09af-b871-4f07-9ae2-64d07a5a4231', 'name': 'tempest-TestMinimumBasicScenario-146424545-router', 'tenant_id': 'bd502484c4f842cab183438793976e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:34:26Z', 'updated_at': '2021-08-25T01:36:39Z', 'revision_number': 6, 'project_id': 'bd502484c4f842cab183438793976e99', 'gw_port_host': None}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:36:39.980708 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f1c14f8d-2936-4499-bf30-30c9a9d16f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930752'] for router_gateway, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:39.983219 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8f5ff5-1fbf-45ed-9298-9a22a1c02bca None None] The sync data for ids ['fe2b09af-b871-4f07-9ae2-64d07a5a4231'] in dv-cinder-790014-2-iscsi is: [{'id': 'fe2b09af-b871-4f07-9ae2-64d07a5a4231', 'name': 'tempest-TestMinimumBasicScenario-146424545-router', 'tenant_id': 'bd502484c4f842cab183438793976e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:34:26Z', 'updated_at': '2021-08-25T01:36:39Z', 'revision_number': 6, 'project_id': 'bd502484c4f842cab183438793976e99', 'gw_port_host': None}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 01:36:40.068870 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f1c14f8d-2936-4499-bf30-30c9a9d16f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11014'] for router, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:40.070906 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f1c14f8d-2936-4499-bf30-30c9a9d16f41 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:40.111309 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f1c14f8d-2936-4499-bf30-30c9a9d16f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920409'] for router, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:40.111829 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c14f8d-2936-4499-bf30-30c9a9d16f41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe2b09af-b871-4f07-9ae2-64d07a5a4231 {{(pid=93832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 01:36:40.116932 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f1c14f8d-2936-4499-bf30-30c9a9d16f41 admin admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:40.118058 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-f1c14f8d-2936-4499-bf30-30c9a9d16f41 admin admin] 10.222.0.23 "DELETE /v2.0/routers/fe2b09af-b871-4f07-9ae2-64d07a5a4231 HTTP/1.1" status: 204 len: 168 time: 0.7413950 Aug 25 01:36:40.120500 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 57034) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:36:40.166476 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6b877ca-7453-4084-be4d-e8da6c4282d1 admin admin] Deleting subnet a3889b63-be2f-4f7f-9f77-28f1a2f0f03a {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 01:36:40.169432 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c6b877ca-7453-4084-be4d-e8da6c4282d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:40.206684 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c6b877ca-7453-4084-be4d-e8da6c4282d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1005446'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:40.278870 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c6b877ca-7453-4084-be4d-e8da6c4282d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4168828'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:40.334113 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c6b877ca-7453-4084-be4d-e8da6c4282d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4168079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11070218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11930263'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:40.365691 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c6b877ca-7453-4084-be4d-e8da6c4282d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:40.370014 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-c6b877ca-7453-4084-be4d-e8da6c4282d1 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a3889b63-be2f-4f7f-9f77-28f1a2f0f03a HTTP/1.1" status: 204 len: 168 time: 0.2462533 Aug 25 01:36:40.370014 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b877ca-7453-4084-be4d-e8da6c4282d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3889b63-be2f-4f7f-9f77-28f1a2f0f03a,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:36:40.371051 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 57036) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:36:40.372005 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d5a33c-98b5-4370-a4c8-f86aff021bd0 None None] Network acc053e6-12a9-4f33-968f-821d031fe3ac requested from dv-cinder-790014-2-iscsi {{(pid=93834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 01:36:40.448167 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-57370816-9652-44c5-91b4-fc8428482289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116255'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:40.745879 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-57370816-9652-44c5-91b4-fc8428482289 admin admin] Deleting port 67cd79f3-e961-4553-98f7-b45de921d0f7 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 01:36:40.746223 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-57370816-9652-44c5-91b4-fc8428482289 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782027226579'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:40.755023 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30cb867-e831-4043-ac4f-eb7ba05057c8 None None] DHCP port deletion for acc053e6-12a9-4f33-968f-821d031fe3ac request from dv-cinder-790014-2-iscsi {{(pid=93834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 01:36:40.808888 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-f30cb867-e831-4043-ac4f-eb7ba05057c8 None None] Deleting port 67cd79f3-e961-4553-98f7-b45de921d0f7 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 01:36:40.808888 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f30cb867-e831-4043-ac4f-eb7ba05057c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782027226579'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:40.816280 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-57370816-9652-44c5-91b4-fc8428482289 admin admin] For port 67cd79f3-e961-4553-98f7-b45de921d0f7, host dv-cinder-790014-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=67cd79f3-e961-4553-98f7-b45de921d0f7,segment=NetworkSegment(7cab06b0-8ea3-4bff-b246-6b830e568114),segment_id=7cab06b0-8ea3-4bff-b246-6b830e568114)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:36:40.816650 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-57370816-9652-44c5-91b4-fc8428482289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647429'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:40.829400 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-57370816-9652-44c5-91b4-fc8428482289 admin admin] Calling delete_port for 67cd79f3-e961-4553-98f7-b45de921d0f7 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 01:36:40.877346 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-f30cb867-e831-4043-ac4f-eb7ba05057c8 None None] For port 67cd79f3-e961-4553-98f7-b45de921d0f7, host dv-cinder-790014-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=67cd79f3-e961-4553-98f7-b45de921d0f7,segment=NetworkSegment(7cab06b0-8ea3-4bff-b246-6b830e568114),segment_id=7cab06b0-8ea3-4bff-b246-6b830e568114)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:36:40.877809 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f30cb867-e831-4043-ac4f-eb7ba05057c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647429'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:40.895548 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-f30cb867-e831-4043-ac4f-eb7ba05057c8 None None] Calling delete_port for 67cd79f3-e961-4553-98f7-b45de921d0f7 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 01:36:40.923115 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-57370816-9652-44c5-91b4-fc8428482289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782027086291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782026665153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:40.952166 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57370816-9652-44c5-91b4-fc8428482289 admin admin] Pushing event deleted for resources: {'Port': ['ID=67cd79f3-e961-4553-98f7-b45de921d0f7,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:36:40.955892 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57370816-9652-44c5-91b4-fc8428482289 admin admin] No DVR routers for this DVR port 67cd79f3-e961-4553-98f7-b45de921d0f7 on host dv-cinder-790014-2-iscsi {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 01:36:40.977626 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f30cb867-e831-4043-ac4f-eb7ba05057c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782027086291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782026665153'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:41.012484 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30cb867-e831-4043-ac4f-eb7ba05057c8 None None] Pushing event deleted for resources: {'Port': ['ID=67cd79f3-e961-4553-98f7-b45de921d0f7,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:36:41.014489 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30cb867-e831-4043-ac4f-eb7ba05057c8 None None] No DVR routers for this DVR port 67cd79f3-e961-4553-98f7-b45de921d0f7 on host dv-cinder-790014-2-iscsi {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 01:36:41.046376 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-57370816-9652-44c5-91b4-fc8428482289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4169723', 'neutron.services.segments.db._delete_segments_for_network-8782027164591'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:41.057559 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device b7cca110-ac4a-4939-9096-22a5a8246c17 no longer exists at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 01:36:41.061444 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.services.segments.db [None req-57370816-9652-44c5-91b4-fc8428482289 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acc053e6-12a9-4f33-968f-821d031fe3ac']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:36:41.073443 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.services.segments.db [None req-57370816-9652-44c5-91b4-fc8428482289 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cab06b0-8ea3-4bff-b246-6b830e568114') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:36:41.073737 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.services.segments.db [None req-57370816-9652-44c5-91b4-fc8428482289 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cab06b0-8ea3-4bff-b246-6b830e568114') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:36:41.078943 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] No Port match for: b7cca110-ac4a-4939-9096-22a5a8246c17 {{(pid=93834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 01:36:41.079359 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device b7cca110-ac4a-4939-9096-22a5a8246c17 not bound to the agent host dv-cinder-790014-2-iscsi {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 01:36:41.079831 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 8814c1eb-8b7c-4790-80ec-4eaebfaad1ac no longer exists at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 01:36:41.083821 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-57370816-9652-44c5-91b4-fc8428482289 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782027164474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8611437'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:41.098851 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-57370816-9652-44c5-91b4-fc8428482289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3751945'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:41.103570 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] No Port match for: 8814c1eb-8b7c-4790-80ec-4eaebfaad1ac {{(pid=93834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 01:36:41.103920 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 8814c1eb-8b7c-4790-80ec-4eaebfaad1ac not bound to the agent host dv-cinder-790014-2-iscsi {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 01:36:41.104326 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 67cd79f3-e961-4553-98f7-b45de921d0f7 no longer exists at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 01:36:41.105348 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57370816-9652-44c5-91b4-fc8428482289 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 01:36:41.105829 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-57370816-9652-44c5-91b4-fc8428482289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3751945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8611077'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:41.108351 dv-cinder-790014-2-iscsi neutron-server[93833]: Traceback (most recent call last): Aug 25 01:36:41.108351 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 01:36:41.108351 dv-cinder-790014-2-iscsi neutron-server[93833]: timer() Aug 25 01:36:41.108351 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 01:36:41.108351 dv-cinder-790014-2-iscsi neutron-server[93833]: cb(*args, **kw) Aug 25 01:36:41.108351 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 01:36:41.108351 dv-cinder-790014-2-iscsi neutron-server[93833]: return func(*args, **kwargs) Aug 25 01:36:41.108351 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 01:36:41.108351 dv-cinder-790014-2-iscsi neutron-server[93833]: self._notify() Aug 25 01:36:41.108351 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 01:36:41.108351 dv-cinder-790014-2-iscsi neutron-server[93833]: self.callback(batched_events) Aug 25 01:36:41.108351 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 01:36:41.108351 dv-cinder-790014-2-iscsi neutron-server[93833]: event.method(event) Aug 25 01:36:41.108351 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 01:36:41.108351 dv-cinder-790014-2-iscsi neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 01:36:41.108351 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 01:36:41.108351 dv-cinder-790014-2-iscsi neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 01:36:41.108351 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 01:36:41.108351 dv-cinder-790014-2-iscsi neutron-server[93833]: return f(self, *a, **k) Aug 25 01:36:41.108351 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 25 01:36:41.108351 dv-cinder-790014-2-iscsi neutron-server[93833]: return self._get(url).json() Aug 25 01:36:41.108351 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 25 01:36:41.108351 dv-cinder-790014-2-iscsi neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 01:36:41.108351 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 01:36:41.108351 dv-cinder-790014-2-iscsi neutron-server[93833]: return self.request(url, 'GET', **kwargs) Aug 25 01:36:41.108351 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 01:36:41.108351 dv-cinder-790014-2-iscsi neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 01:36:41.108351 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 01:36:41.108351 dv-cinder-790014-2-iscsi neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 01:36:41.108351 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 01:36:41.108351 dv-cinder-790014-2-iscsi neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 01:36:41.108351 dv-cinder-790014-2-iscsi neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 01:36:41.126105 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] No Port match for: 67cd79f3-e961-4553-98f7-b45de921d0f7 {{(pid=93834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 01:36:41.126914 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 67cd79f3-e961-4553-98f7-b45de921d0f7 not bound to the agent host dv-cinder-790014-2-iscsi {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 01:36:41.171006 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-57370816-9652-44c5-91b4-fc8428482289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4169714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930796'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:41.176442 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-57370816-9652-44c5-91b4-fc8428482289 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:41.178236 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-57370816-9652-44c5-91b4-fc8428482289 admin admin] 10.222.0.23 "DELETE /v2.0/networks/acc053e6-12a9-4f33-968f-821d031fe3ac HTTP/1.1" status: 204 len: 168 time: 0.8040771 Aug 25 01:36:41.181612 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 57050) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:36:41.188961 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57370816-9652-44c5-91b4-fc8428482289 admin admin] Pushing event deleted for resources: {'Network': ['ID=acc053e6-12a9-4f33-968f-821d031fe3ac,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:36:41.730553 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0e7229bf-5b9b-43f2-abdc-d0edb18b7d44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932588'] for router_interface, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:41.960366 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-0e7229bf-5b9b-43f2-abdc-d0edb18b7d44 admin admin] Deleting port ce5f3e99-24b4-436b-8805-3e3add0c653c {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 01:36:41.960705 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0e7229bf-5b9b-43f2-abdc-d0edb18b7d44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782027226579'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:42.038311 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-0e7229bf-5b9b-43f2-abdc-d0edb18b7d44 admin admin] For port ce5f3e99-24b4-436b-8805-3e3add0c653c, host dv-cinder-790014-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=ce5f3e99-24b4-436b-8805-3e3add0c653c,segment=NetworkSegment(31b5233f-d2c2-4b16-b7c2-366a9d1fd38b),segment_id=31b5233f-d2c2-4b16-b7c2-366a9d1fd38b)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:36:42.038739 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0e7229bf-5b9b-43f2-abdc-d0edb18b7d44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647429'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:42.052493 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-0e7229bf-5b9b-43f2-abdc-d0edb18b7d44 admin admin] Calling delete_port for ce5f3e99-24b4-436b-8805-3e3add0c653c owned by network:router_interface {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 01:36:42.237095 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0e7229bf-5b9b-43f2-abdc-d0edb18b7d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782027086291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782026665153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11069661'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:42.266104 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7229bf-5b9b-43f2-abdc-d0edb18b7d44 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce5f3e99-24b4-436b-8805-3e3add0c653c,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:36:42.426475 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0e7229bf-5b9b-43f2-abdc-d0edb18b7d44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-647322'] for router_interface, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:42.629147 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e7229bf-5b9b-43f2-abdc-d0edb18b7d44 admin admin] Router b3e9d08b-b6c8-4f72-9d57-51892064b868 has already been hosted by L3 agent 2e219680-1a48-4599-ad97-adf9ec497b47 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 01:36:42.729907 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e7229bf-5b9b-43f2-abdc-d0edb18b7d44 admin admin] Notify agent at l3_agent.dv-cinder-790014-2-iscsi the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 01:36:42.734829 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-0e7229bf-5b9b-43f2-abdc-d0edb18b7d44 admin admin] 10.222.0.23 "PUT /v2.0/routers/b3e9d08b-b6c8-4f72-9d57-51892064b868/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5520947 Aug 25 01:36:42.737490 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 57064) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:36:42.738992 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d00d4b-9be2-47c8-962a-4e5e8d0b2deb None None] Sync routers for ids ['b3e9d08b-b6c8-4f72-9d57-51892064b868'] in dv-cinder-790014-2-iscsi {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 01:36:42.748596 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d00d4b-9be2-47c8-962a-4e5e8d0b2deb None None] Routers {'b3e9d08b-b6c8-4f72-9d57-51892064b868'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:36:42.749204 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-75d00d4b-9be2-47c8-962a-4e5e8d0b2deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:36:30Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['b3e9d08b-b6c8-4f72-9d57-51892064b868'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:36:42.840467 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-35e7e976-b2ad-4b0e-99da-31c57072e22d admin admin] Notify callbacks [] for router, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:42.934413 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-75d00d4b-9be2-47c8-962a-4e5e8d0b2deb None None] Set router b3e9d08b-b6c8-4f72-9d57-51892064b868 gateway port host: dv-cinder-790014-2-iscsi {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:36:42.940610 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-35e7e976-b2ad-4b0e-99da-31c57072e22d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:42.996510 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-35e7e976-b2ad-4b0e-99da-31c57072e22d admin admin] Deleting port ffa513bb-9f4a-4dd3-a032-050359776333 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 01:36:42.996855 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-35e7e976-b2ad-4b0e-99da-31c57072e22d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782027226579'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:43.077777 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-35e7e976-b2ad-4b0e-99da-31c57072e22d admin admin] For port ffa513bb-9f4a-4dd3-a032-050359776333, host dv-cinder-790014-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=ffa513bb-9f4a-4dd3-a032-050359776333,segment=NetworkSegment(094c6717-dbf2-418c-b33e-47759605d17a),segment_id=094c6717-dbf2-418c-b33e-47759605d17a)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:36:43.078139 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-35e7e976-b2ad-4b0e-99da-31c57072e22d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647429'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:43.089336 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-35e7e976-b2ad-4b0e-99da-31c57072e22d admin admin] Calling delete_port for ffa513bb-9f4a-4dd3-a032-050359776333 owned by network:router_gateway {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 01:36:43.108206 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-75d00d4b-9be2-47c8-962a-4e5e8d0b2deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e9d08b-b6c8-4f72-9d57-51892064b868', 'name': 'tempest-TestMinimumBasicScenario-1472641432-router', 'tenant_id': '4984e0fae1a848f8ae135a533cb4eba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'ffa513bb-9f4a-4dd3-a032-050359776333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:34:31Z', 'updated_at': '2021-08-25T01:36:42Z', 'revision_number': 5, 'project_id': '4984e0fae1a848f8ae135a533cb4eba0', 'gw_port': {'id': 'ffa513bb-9f4a-4dd3-a032-050359776333', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:91:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e9d08b-b6c8-4f72-9d57-51892064b868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:34:31Z', 'updated_at': '2021-08-25T01:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi'}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:36:43.135082 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d00d4b-9be2-47c8-962a-4e5e8d0b2deb None None] Checking router: b3e9d08b-b6c8-4f72-9d57-51892064b868 for host: dv-cinder-790014-2-iscsi {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 01:36:43.144384 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d00d4b-9be2-47c8-962a-4e5e8d0b2deb None None] Routers {'b3e9d08b-b6c8-4f72-9d57-51892064b868'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:36:43.145213 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-75d00d4b-9be2-47c8-962a-4e5e8d0b2deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:36:30Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['b3e9d08b-b6c8-4f72-9d57-51892064b868'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:36:43.231491 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-75d00d4b-9be2-47c8-962a-4e5e8d0b2deb None None] Set router b3e9d08b-b6c8-4f72-9d57-51892064b868 gateway port host: None {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:36:43.266469 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-35e7e976-b2ad-4b0e-99da-31c57072e22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782027086291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782026665153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:43.289476 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-75d00d4b-9be2-47c8-962a-4e5e8d0b2deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e9d08b-b6c8-4f72-9d57-51892064b868', 'name': 'tempest-TestMinimumBasicScenario-1472641432-router', 'tenant_id': '4984e0fae1a848f8ae135a533cb4eba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:34:31Z', 'updated_at': '2021-08-25T01:36:42Z', 'revision_number': 6, 'project_id': '4984e0fae1a848f8ae135a533cb4eba0', 'gw_port_host': None}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:36:43.297426 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e7e976-b2ad-4b0e-99da-31c57072e22d admin admin] Pushing event deleted for resources: {'Port': ['ID=ffa513bb-9f4a-4dd3-a032-050359776333,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:36:43.315739 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d00d4b-9be2-47c8-962a-4e5e8d0b2deb None None] The sync data for ids ['b3e9d08b-b6c8-4f72-9d57-51892064b868'] in dv-cinder-790014-2-iscsi is: [{'id': 'b3e9d08b-b6c8-4f72-9d57-51892064b868', 'name': 'tempest-TestMinimumBasicScenario-1472641432-router', 'tenant_id': '4984e0fae1a848f8ae135a533cb4eba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:34:31Z', 'updated_at': '2021-08-25T01:36:42Z', 'revision_number': 6, 'project_id': '4984e0fae1a848f8ae135a533cb4eba0', 'gw_port_host': None}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 01:36:43.360619 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-35e7e976-b2ad-4b0e-99da-31c57072e22d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930752'] for router_gateway, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:43.454206 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-35e7e976-b2ad-4b0e-99da-31c57072e22d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11014'] for router, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:43.456349 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-35e7e976-b2ad-4b0e-99da-31c57072e22d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:43.478265 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 57082) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:36:43.500398 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-35e7e976-b2ad-4b0e-99da-31c57072e22d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920409'] for router, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:43.501019 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e7e976-b2ad-4b0e-99da-31c57072e22d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3e9d08b-b6c8-4f72-9d57-51892064b868 {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 01:36:43.505685 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-35e7e976-b2ad-4b0e-99da-31c57072e22d admin admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:43.509291 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-35e7e976-b2ad-4b0e-99da-31c57072e22d admin admin] 10.222.0.23 "DELETE /v2.0/routers/b3e9d08b-b6c8-4f72-9d57-51892064b868 HTTP/1.1" status: 204 len: 168 time: 0.7681661 Aug 25 01:36:43.509981 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 57086) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:36:43.551815 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-47721725-83c8-4d53-aadf-9652f7e8f226 admin admin] Deleting subnet 1ff527af-e716-4896-b36a-cf3c65669b08 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 01:36:43.555082 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-47721725-83c8-4d53-aadf-9652f7e8f226 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:43.591653 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f068714f-93df-46fa-97b9-27f7a60b563b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:43.603548 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-47721725-83c8-4d53-aadf-9652f7e8f226 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1005446'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:43.718081 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-47721725-83c8-4d53-aadf-9652f7e8f226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4168828'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:43.795301 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f068714f-93df-46fa-97b9-27f7a60b563b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:43.801339 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f068714f-93df-46fa-97b9-27f7a60b563b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:43.806791 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-47721725-83c8-4d53-aadf-9652f7e8f226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4168079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11070218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11930263'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:43.860132 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47721725-83c8-4d53-aadf-9652f7e8f226 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ff527af-e716-4896-b36a-cf3c65669b08,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:36:43.862607 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-47721725-83c8-4d53-aadf-9652f7e8f226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:43.862791 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64c1266-b120-4f89-9d7e-03d0bc37b8f3 None None] Network 794e33e3-1f35-4d27-a9d8-ddabc648958e requested from dv-cinder-790014-2-iscsi {{(pid=93834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 01:36:43.864393 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-47721725-83c8-4d53-aadf-9652f7e8f226 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1ff527af-e716-4896-b36a-cf3c65669b08 HTTP/1.1" status: 204 len: 168 time: 0.3537326 Aug 25 01:36:43.867861 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 57088) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:36:43.873371 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-f068714f-93df-46fa-97b9-27f7a60b563b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=36f405efc49746539f544934039a5f58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3915234 Aug 25 01:36:43.873567 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 57090) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:36:43.879665 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f068714f-93df-46fa-97b9-27f7a60b563b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e22af9-1a57-453b-8aaa-7ce8107cecf6,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:36:43.932386 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9abde60d-ccb6-463c-8ef7-62b6c6767fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:43.954144 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9abde60d-ccb6-463c-8ef7-62b6c6767fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:43.963376 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ba0a9ae1-1c69-419e-b571-929338031a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116255'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:44.011338 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9abde60d-ccb6-463c-8ef7-62b6c6767fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:44.014784 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9abde60d-ccb6-463c-8ef7-62b6c6767fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:44.017383 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-9abde60d-ccb6-463c-8ef7-62b6c6767fb9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/83e22af9-1a57-453b-8aaa-7ce8107cecf6 HTTP/1.1" status: 204 len: 168 time: 0.1429436 Aug 25 01:36:44.025713 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abde60d-ccb6-463c-8ef7-62b6c6767fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e22af9-1a57-453b-8aaa-7ce8107cecf6,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:36:44.029777 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-ba0a9ae1-1c69-419e-b571-929338031a2a admin admin] Deleting port 3a8e335e-1025-48c7-8824-208947fb34e8 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 01:36:44.030118 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ba0a9ae1-1c69-419e-b571-929338031a2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782027226579'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:44.080824 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa70e40a-368b-456e-89d2-616b5a881e90 None None] DHCP port deletion for 794e33e3-1f35-4d27-a9d8-ddabc648958e request from dv-cinder-790014-2-iscsi {{(pid=93834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 01:36:44.106059 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-ba0a9ae1-1c69-419e-b571-929338031a2a admin admin] For port 3a8e335e-1025-48c7-8824-208947fb34e8, host dv-cinder-790014-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=3a8e335e-1025-48c7-8824-208947fb34e8,segment=NetworkSegment(31b5233f-d2c2-4b16-b7c2-366a9d1fd38b),segment_id=31b5233f-d2c2-4b16-b7c2-366a9d1fd38b)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:36:44.106508 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ba0a9ae1-1c69-419e-b571-929338031a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647429'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:44.124931 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-ba0a9ae1-1c69-419e-b571-929338031a2a admin admin] Calling delete_port for 3a8e335e-1025-48c7-8824-208947fb34e8 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 01:36:44.147257 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-fa70e40a-368b-456e-89d2-616b5a881e90 None None] Deleting port 3a8e335e-1025-48c7-8824-208947fb34e8 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 01:36:44.147565 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fa70e40a-368b-456e-89d2-616b5a881e90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782027226579'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:44.212636 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-fa70e40a-368b-456e-89d2-616b5a881e90 None None] For port 3a8e335e-1025-48c7-8824-208947fb34e8, host dv-cinder-790014-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=3a8e335e-1025-48c7-8824-208947fb34e8,segment=NetworkSegment(31b5233f-d2c2-4b16-b7c2-366a9d1fd38b),segment_id=31b5233f-d2c2-4b16-b7c2-366a9d1fd38b)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:36:44.213144 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fa70e40a-368b-456e-89d2-616b5a881e90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647429'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:44.223498 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ba0a9ae1-1c69-419e-b571-929338031a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782027086291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782026665153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:44.230703 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-fa70e40a-368b-456e-89d2-616b5a881e90 None None] Calling delete_port for 3a8e335e-1025-48c7-8824-208947fb34e8 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 01:36:44.259270 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0a9ae1-1c69-419e-b571-929338031a2a admin admin] Pushing event deleted for resources: {'Port': ['ID=3a8e335e-1025-48c7-8824-208947fb34e8,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:36:44.263534 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0a9ae1-1c69-419e-b571-929338031a2a admin admin] No DVR routers for this DVR port 3a8e335e-1025-48c7-8824-208947fb34e8 on host dv-cinder-790014-2-iscsi {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 01:36:44.313714 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fa70e40a-368b-456e-89d2-616b5a881e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782027086291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782026665153'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:44.340981 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa70e40a-368b-456e-89d2-616b5a881e90 None None] Pushing event deleted for resources: {'Port': ['ID=3a8e335e-1025-48c7-8824-208947fb34e8,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:36:44.343447 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa70e40a-368b-456e-89d2-616b5a881e90 None None] No DVR routers for this DVR port 3a8e335e-1025-48c7-8824-208947fb34e8 on host dv-cinder-790014-2-iscsi {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 01:36:44.355187 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ba0a9ae1-1c69-419e-b571-929338031a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4169723', 'neutron.services.segments.db._delete_segments_for_network-8782027164591'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:44.365539 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.services.segments.db [None req-ba0a9ae1-1c69-419e-b571-929338031a2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['794e33e3-1f35-4d27-a9d8-ddabc648958e']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:36:44.375950 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.services.segments.db [None req-ba0a9ae1-1c69-419e-b571-929338031a2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31b5233f-d2c2-4b16-b7c2-366a9d1fd38b') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:36:44.376246 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.services.segments.db [None req-ba0a9ae1-1c69-419e-b571-929338031a2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31b5233f-d2c2-4b16-b7c2-366a9d1fd38b') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:36:44.385519 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ba0a9ae1-1c69-419e-b571-929338031a2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782027164474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8611437'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:44.399925 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ba0a9ae1-1c69-419e-b571-929338031a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3751945'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:44.407396 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba0a9ae1-1c69-419e-b571-929338031a2a admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 01:36:44.407911 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ba0a9ae1-1c69-419e-b571-929338031a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3751945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8611077'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:44.409528 dv-cinder-790014-2-iscsi neutron-server[93833]: Traceback (most recent call last): Aug 25 01:36:44.409528 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 01:36:44.409528 dv-cinder-790014-2-iscsi neutron-server[93833]: timer() Aug 25 01:36:44.409528 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 01:36:44.409528 dv-cinder-790014-2-iscsi neutron-server[93833]: cb(*args, **kw) Aug 25 01:36:44.409528 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 01:36:44.409528 dv-cinder-790014-2-iscsi neutron-server[93833]: return func(*args, **kwargs) Aug 25 01:36:44.409528 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 01:36:44.409528 dv-cinder-790014-2-iscsi neutron-server[93833]: self._notify() Aug 25 01:36:44.409528 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 01:36:44.409528 dv-cinder-790014-2-iscsi neutron-server[93833]: self.callback(batched_events) Aug 25 01:36:44.409528 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 01:36:44.409528 dv-cinder-790014-2-iscsi neutron-server[93833]: event.method(event) Aug 25 01:36:44.409528 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 01:36:44.409528 dv-cinder-790014-2-iscsi neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 01:36:44.409528 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 01:36:44.409528 dv-cinder-790014-2-iscsi neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 01:36:44.409528 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 01:36:44.409528 dv-cinder-790014-2-iscsi neutron-server[93833]: return f(self, *a, **k) Aug 25 01:36:44.409528 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 25 01:36:44.409528 dv-cinder-790014-2-iscsi neutron-server[93833]: return self._get(url).json() Aug 25 01:36:44.409528 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 25 01:36:44.409528 dv-cinder-790014-2-iscsi neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 01:36:44.409528 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 01:36:44.409528 dv-cinder-790014-2-iscsi neutron-server[93833]: return self.request(url, 'GET', **kwargs) Aug 25 01:36:44.409528 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 01:36:44.409528 dv-cinder-790014-2-iscsi neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 01:36:44.409528 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 01:36:44.409528 dv-cinder-790014-2-iscsi neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 01:36:44.409528 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 01:36:44.409528 dv-cinder-790014-2-iscsi neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 01:36:44.409528 dv-cinder-790014-2-iscsi neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 01:36:44.464936 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ba0a9ae1-1c69-419e-b571-929338031a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4169714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930796'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:44.471398 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ba0a9ae1-1c69-419e-b571-929338031a2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:44.473127 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-ba0a9ae1-1c69-419e-b571-929338031a2a admin admin] 10.222.0.23 "DELETE /v2.0/networks/794e33e3-1f35-4d27-a9d8-ddabc648958e HTTP/1.1" status: 204 len: 168 time: 0.6034393 Aug 25 01:36:44.491370 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0a9ae1-1c69-419e-b571-929338031a2a admin admin] Pushing event deleted for resources: {'Network': ['ID=794e33e3-1f35-4d27-a9d8-ddabc648958e,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:36:44.595555 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 57112) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:36:44.634425 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-45d8e840-cfb3-4739-91fb-7abf7652b07b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bd502484c4f842cab183438793976e99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375736 Aug 25 01:36:44.636691 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 57114) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:36:44.686040 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a99a73e1-4971-4766-9cfd-2801e0b2d332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:44.708012 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a99a73e1-4971-4766-9cfd-2801e0b2d332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:44.754489 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a99a73e1-4971-4766-9cfd-2801e0b2d332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:44.757092 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a99a73e1-4971-4766-9cfd-2801e0b2d332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:44.758240 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-a99a73e1-4971-4766-9cfd-2801e0b2d332 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/36088066-a54f-4278-a16b-b24ab1a575b5 HTTP/1.1" status: 204 len: 168 time: 0.1206677 Aug 25 01:36:44.766620 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99a73e1-4971-4766-9cfd-2801e0b2d332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36088066-a54f-4278-a16b-b24ab1a575b5,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:36:45.049414 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device ffa513bb-9f4a-4dd3-a032-050359776333 no longer exists at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 01:36:45.069675 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] No Port match for: ffa513bb-9f4a-4dd3-a032-050359776333 {{(pid=93834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 01:36:45.070014 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device ffa513bb-9f4a-4dd3-a032-050359776333 not bound to the agent host dv-cinder-790014-2-iscsi {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 01:36:45.070439 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device ce5f3e99-24b4-436b-8805-3e3add0c653c no longer exists at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 01:36:45.091764 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 57132) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:36:45.092263 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] No Port match for: ce5f3e99-24b4-436b-8805-3e3add0c653c {{(pid=93834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 01:36:45.092381 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device ce5f3e99-24b4-436b-8805-3e3add0c653c not bound to the agent host dv-cinder-790014-2-iscsi {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 01:36:45.092732 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 3a8e335e-1025-48c7-8824-208947fb34e8 no longer exists at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 01:36:45.111612 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] No Port match for: 3a8e335e-1025-48c7-8824-208947fb34e8 {{(pid=93834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 01:36:45.112682 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 3a8e335e-1025-48c7-8824-208947fb34e8 not bound to the agent host dv-cinder-790014-2-iscsi {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 01:36:45.133821 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-9e52483e-538f-4be2-873a-8017a9da6e96 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4984e0fae1a848f8ae135a533cb4eba0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406077 Aug 25 01:36:45.136363 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 57134) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:36:45.182974 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-273ad5e8-efc2-4bd8-9d6c-32463b0bc2b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:45.204011 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-273ad5e8-efc2-4bd8-9d6c-32463b0bc2b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:45.255175 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-273ad5e8-efc2-4bd8-9d6c-32463b0bc2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:45.257680 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-273ad5e8-efc2-4bd8-9d6c-32463b0bc2b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:45.259084 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-273ad5e8-efc2-4bd8-9d6c-32463b0bc2b7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5cc98616-db58-4951-a15b-6a7ef2746520 HTTP/1.1" status: 204 len: 168 time: 0.1215627 Aug 25 01:36:45.267122 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273ad5e8-efc2-4bd8-9d6c-32463b0bc2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc98616-db58-4951-a15b-6a7ef2746520,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:36:49.611598 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:36:57.321848 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-729f340f-9a41-49ed-b4d6-7db0158d1781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:00.284837 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-13cee057-5422-4ba1-86d7-ffb21a6832c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:00.412048 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:00.925763 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d877336-721a-4d3d-9b41-e32e75b3d69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:02.596887 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-637296fa-69e7-4112-9a21-84726ca1bc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:16.249442 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.agents_db [None req-4bdcba96-0b2f-4eba-81a9-023f498d003c None None] Agent healthcheck: found 6 active agents {{(pid=93835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 01:37:19.623873 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:23.649739 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 57482) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:37:23.750489 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2b843282-a555-4eaa-849a-f0bf540180a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:23.836398 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2b843282-a555-4eaa-849a-f0bf540180a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:23.839874 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2b843282-a555-4eaa-849a-f0bf540180a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:23.875517 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b843282-a555-4eaa-849a-f0bf540180a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea35d96-35b0-4033-ab25-1cf608087530,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:37:23.880285 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-2b843282-a555-4eaa-849a-f0bf540180a9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1d5e0ee21c68479a84f7d5ae09459729&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2295499 Aug 25 01:37:23.883287 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 57486) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:37:23.885233 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b843282-a555-4eaa-849a-f0bf540180a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:37:23.885591 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b843282-a555-4eaa-849a-f0bf540180a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:37:23.885934 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b843282-a555-4eaa-849a-f0bf540180a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:37:23.886269 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b843282-a555-4eaa-849a-f0bf540180a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:37:23.886601 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b843282-a555-4eaa-849a-f0bf540180a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:37:23.886962 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b843282-a555-4eaa-849a-f0bf540180a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:37:23.887295 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b843282-a555-4eaa-849a-f0bf540180a9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:37:23.887622 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b843282-a555-4eaa-849a-f0bf540180a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:37:23.887952 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b843282-a555-4eaa-849a-f0bf540180a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:37:23.888275 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b843282-a555-4eaa-849a-f0bf540180a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:37:23.888597 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b843282-a555-4eaa-849a-f0bf540180a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:37:23.888953 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b843282-a555-4eaa-849a-f0bf540180a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:37:23.933296 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ccd6f0c2-3967-4195-9712-a9e3d9aa6566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:23.953363 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ccd6f0c2-3967-4195-9712-a9e3d9aa6566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:24.001135 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ccd6f0c2-3967-4195-9712-a9e3d9aa6566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:24.003764 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ccd6f0c2-3967-4195-9712-a9e3d9aa6566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:24.004875 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-ccd6f0c2-3967-4195-9712-a9e3d9aa6566 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8ea35d96-35b0-4033-ab25-1cf608087530 HTTP/1.1" status: 204 len: 168 time: 0.1206234 Aug 25 01:37:24.012437 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd6f0c2-3967-4195-9712-a9e3d9aa6566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea35d96-35b0-4033-ab25-1cf608087530,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:37:24.252427 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 57494) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:37:24.265281 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-65836ffe-6bcc-4184-9634-6e0f310bcca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:24.358322 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-65836ffe-6bcc-4184-9634-6e0f310bcca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:24.362151 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-65836ffe-6bcc-4184-9634-6e0f310bcca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:24.401462 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-65836ffe-6bcc-4184-9634-6e0f310bcca4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b087fff5bfb34ce98b97165d58b7b09b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1480036 Aug 25 01:37:24.402503 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65836ffe-6bcc-4184-9634-6e0f310bcca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03053159-e9a8-4457-8297-93234ded8b8c,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:37:24.404143 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 57496) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:37:24.452014 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-eea2ecf4-4270-4c8d-9e43-51a35f225cd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:24.472139 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-eea2ecf4-4270-4c8d-9e43-51a35f225cd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:24.516219 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-eea2ecf4-4270-4c8d-9e43-51a35f225cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:24.518874 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-eea2ecf4-4270-4c8d-9e43-51a35f225cd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:24.519967 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-eea2ecf4-4270-4c8d-9e43-51a35f225cd6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/03053159-e9a8-4457-8297-93234ded8b8c HTTP/1.1" status: 204 len: 168 time: 0.1139576 Aug 25 01:37:24.527419 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea2ecf4-4270-4c8d-9e43-51a35f225cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03053159-e9a8-4457-8297-93234ded8b8c,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:37:27.325629 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-132357b5-3bc7-40e4-9900-a52225f0f16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:27.436697 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-1b705b73-a699-4388-8a03-2c22ad6dc109 req-9d029ea9-721b-4711-8783-9dcfbc1d95bc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bf42ba6b-d50a-40e1-9125-f726ddb5be2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409648 Aug 25 01:37:27.515154 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b705b73-a699-4388-8a03-2c22ad6dc109 req-a5a849ea-7b48-4fda-b31c-61324a30203f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:37:27.516601 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-1b705b73-a699-4388-8a03-2c22ad6dc109 req-a5a849ea-7b48-4fda-b31c-61324a30203f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ada43be06e92474191038a2b41a9f39b&device_id=bf42ba6b-d50a-40e1-9125-f726ddb5be2a HTTP/1.1" status: 200 len: 1099 time: 0.0396054 Aug 25 01:37:27.618946 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b705b73-a699-4388-8a03-2c22ad6dc109 req-7a7434b1-4113-4887-b8e9-ee678bc69a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:37:27.620371 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-1b705b73-a699-4388-8a03-2c22ad6dc109 req-7a7434b1-4113-4887-b8e9-ee678bc69a1f service neutron] 10.222.0.26 "GET /v2.0/networks?id=109ccc69-61fe-42e8-83da-81c7da1807b8 HTTP/1.1" status: 200 len: 912 time: 0.0839388 Aug 25 01:37:27.683703 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-1b705b73-a699-4388-8a03-2c22ad6dc109 req-af06d776-3590-4465-83b3-32a89207a906 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cbfb58b-250b-434a-a8f8-a66c796334e4 HTTP/1.1" status: 200 len: 1002 time: 0.0555561 Aug 25 01:37:27.729716 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b705b73-a699-4388-8a03-2c22ad6dc109 req-17af9e1c-fb1d-480d-b412-3d5795048425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:37:27.731118 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-1b705b73-a699-4388-8a03-2c22ad6dc109 req-17af9e1c-fb1d-480d-b412-3d5795048425 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e4e76ae4-a0df-4300-91e1-70e2eeb06d40 HTTP/1.1" status: 200 len: 850 time: 0.0408802 Aug 25 01:37:27.778130 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b705b73-a699-4388-8a03-2c22ad6dc109 req-85417490-6789-4161-89fa-b6070a964979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:37:27.779553 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-1b705b73-a699-4388-8a03-2c22ad6dc109 req-85417490-6789-4161-89fa-b6070a964979 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=109ccc69-61fe-42e8-83da-81c7da1807b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414326 Aug 25 01:37:27.790185 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [req-1b705b73-a699-4388-8a03-2c22ad6dc109 req-f47fcbd7-ea8e-49fd-a82d-e135ca8d6ebe service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 01:37:27.791120 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-1b705b73-a699-4388-8a03-2c22ad6dc109 req-f47fcbd7-ea8e-49fd-a82d-e135ca8d6ebe service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047860 Aug 25 01:37:27.878124 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-1b705b73-a699-4388-8a03-2c22ad6dc109 req-10715bc7-4420-404f-a449-31dc72b295b2 service neutron] 10.222.0.26 "GET /v2.0/networks/109ccc69-61fe-42e8-83da-81c7da1807b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786901 Aug 25 01:37:27.967326 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-1b705b73-a699-4388-8a03-2c22ad6dc109 req-ac79df78-891d-4644-96c8-0bd8ea63c13f service neutron] 10.222.0.26 "GET /v2.0/networks/109ccc69-61fe-42e8-83da-81c7da1807b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826375 Aug 25 01:37:30.286461 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cf9fe7dd-2d05-4c43-9582-04b6b581d70b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:30.412391 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:30.928495 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d877336-721a-4d3d-9b41-e32e75b3d69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:32.600024 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-637296fa-69e7-4112-9a21-84726ca1bc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:38.280901 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-196b0a84-2116-4a47-9028-96fb089c5839 req-194b335e-2210-493d-855b-46ea1165f537 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1998696762&fields=id&tenant_id=ada43be06e92474191038a2b41a9f39b HTTP/1.1" status: 200 len: 267 time: 0.0308118 Aug 25 01:37:38.385532 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b0a84-2116-4a47-9028-96fb089c5839 req-70c16abf-2700-4e9d-91e0-7d1a5a21abfa tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:37:38.385532 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-196b0a84-2116-4a47-9028-96fb089c5839 req-70c16abf-2700-4e9d-91e0-7d1a5a21abfa tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/networks?id=109ccc69-61fe-42e8-83da-81c7da1807b8 HTTP/1.1" status: 200 len: 811 time: 0.0962434 Aug 25 01:37:38.398553 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-196b0a84-2116-4a47-9028-96fb089c5839 req-46960a89-9013-43a9-9e43-29e4dda4b9e4 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/quotas/ada43be06e92474191038a2b41a9f39b HTTP/1.1" status: 200 len: 375 time: 0.0089805 Aug 25 01:37:38.452743 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-196b0a84-2116-4a47-9028-96fb089c5839 req-6ab66ce9-c491-437b-8893-8e473e02b492 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ada43be06e92474191038a2b41a9f39b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0490637 Aug 25 01:37:38.467661 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [req-196b0a84-2116-4a47-9028-96fb089c5839 req-f2d3eb80-a5a3-4dbd-9e4c-71fb7b41f21e service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 01:37:38.468573 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-196b0a84-2116-4a47-9028-96fb089c5839 req-f2d3eb80-a5a3-4dbd-9e4c-71fb7b41f21e service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047681 Aug 25 01:37:38.554943 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-196b0a84-2116-4a47-9028-96fb089c5839 req-b64c08d5-cbb5-4f8a-8524-feace4bbe016 service neutron] 10.222.0.23 "GET /v2.0/networks/109ccc69-61fe-42e8-83da-81c7da1807b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803607 Aug 25 01:37:38.638130 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-196b0a84-2116-4a47-9028-96fb089c5839 req-e914f8ed-248b-4c6e-94ed-c9659bb3c295 service neutron] 10.222.0.23 "GET /v2.0/networks/109ccc69-61fe-42e8-83da-81c7da1807b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0772326 Aug 25 01:37:39.029366 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a301a9b6-7770-49d9-bcba-31f65cda32dd req-9327a12c-a8f0-4fd3-9088-b35605ffd3dc tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=64a8dc7a-f32b-40d0-9d60-95f15fa2e089 HTTP/1.1" status: 200 len: 210 time: 0.1419771 Aug 25 01:37:39.367865 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 57702) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:37:39.472195 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1d55ed9-d9d2-41e1-b151-46883e56e0da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:39.562963 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1d55ed9-d9d2-41e1-b151-46883e56e0da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:39.567179 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1d55ed9-d9d2-41e1-b151-46883e56e0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:39.603721 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-d1d55ed9-d9d2-41e1-b151-46883e56e0da admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b37dc2f8a1fb4db88edd7b412bafd55b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2347858 Aug 25 01:37:39.604809 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d55ed9-d9d2-41e1-b151-46883e56e0da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76f84c8-523c-4f68-8b19-764697685951,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:37:39.606485 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 57706) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:37:39.655808 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-464d55c7-0604-4d7d-b120-90d3de898627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:39.678038 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-464d55c7-0604-4d7d-b120-90d3de898627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:39.736971 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-464d55c7-0604-4d7d-b120-90d3de898627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:39.740693 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-464d55c7-0604-4d7d-b120-90d3de898627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:39.745486 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-464d55c7-0604-4d7d-b120-90d3de898627 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c76f84c8-523c-4f68-8b19-764697685951 HTTP/1.1" status: 204 len: 168 time: 0.1369042 Aug 25 01:37:39.760564 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d55c7-0604-4d7d-b120-90d3de898627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76f84c8-523c-4f68-8b19-764697685951,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:37:39.773338 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d55c7-0604-4d7d-b120-90d3de898627 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:37:39.773898 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d55c7-0604-4d7d-b120-90d3de898627 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:37:39.774496 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d55c7-0604-4d7d-b120-90d3de898627 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:37:39.775204 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d55c7-0604-4d7d-b120-90d3de898627 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:37:39.775884 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d55c7-0604-4d7d-b120-90d3de898627 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:37:39.776464 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d55c7-0604-4d7d-b120-90d3de898627 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:37:39.777010 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d55c7-0604-4d7d-b120-90d3de898627 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:37:39.777554 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d55c7-0604-4d7d-b120-90d3de898627 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:37:39.778093 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d55c7-0604-4d7d-b120-90d3de898627 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:37:39.778841 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d55c7-0604-4d7d-b120-90d3de898627 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:37:39.779374 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d55c7-0604-4d7d-b120-90d3de898627 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:37:39.779917 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d55c7-0604-4d7d-b120-90d3de898627 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:37:39.838423 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b0a84-2116-4a47-9028-96fb089c5839 req-28bcb159-e2ba-4935-9723-450f73550489 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:37:39.841087 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-196b0a84-2116-4a47-9028-96fb089c5839 req-28bcb159-e2ba-4935-9723-450f73550489 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.26 "GET /v2.0/networks?id=109ccc69-61fe-42e8-83da-81c7da1807b8 HTTP/1.1" status: 200 len: 811 time: 0.1339500 Aug 25 01:37:39.890897 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-196b0a84-2116-4a47-9028-96fb089c5839 req-7af11fda-5f08-4860-9a4d-512f8d8d3969 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ada43be06e92474191038a2b41a9f39b HTTP/1.1" status: 200 len: 380 time: 0.0367525 Aug 25 01:37:39.900829 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [req-196b0a84-2116-4a47-9028-96fb089c5839 req-486f666a-6277-4ddd-b6ed-5a1b40fabbdb tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Request body: {'port': {'device_id': '64a8dc7a-f32b-40d0-9d60-95f15fa2e089', 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8', 'admin_state_up': True, 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'security_groups': ['2646397d-f3dc-4653-8e65-32eb787a687c']}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:37:40.012014 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-196b0a84-2116-4a47-9028-96fb089c5839 req-486f666a-6277-4ddd-b6ed-5a1b40fabbdb tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Made reservation on behalf of ada43be06e92474191038a2b41a9f39b for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 01:37:40.015529 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-196b0a84-2116-4a47-9028-96fb089c5839 req-486f666a-6277-4ddd-b6ed-5a1b40fabbdb tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:40.029922 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 57712) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:37:40.044105 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dcc6a8c5-0e10-4244-90bd-dc8b5009ed5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:40.138084 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-5bea7627-edd0-42db-889d-5e5321658361 req-6050b989-67d5-49d0-b5ad-f0d776233c06 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=64a8dc7a-f32b-40d0-9d60-95f15fa2e089 HTTP/1.1" status: 200 len: 210 time: 0.0297933 Aug 25 01:37:40.159392 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-196b0a84-2116-4a47-9028-96fb089c5839 req-486f666a-6277-4ddd-b6ed-5a1b40fabbdb tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Allocated IP 172.20.0.10 (109ccc69-61fe-42e8-83da-81c7da1807b8/e4e76ae4-a0df-4300-91e1-70e2eeb06d40/d33aa8f8-e730-4711-9683-f9d85a2f5fcd) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 01:37:40.159835 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dcc6a8c5-0e10-4244-90bd-dc8b5009ed5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:40.164024 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dcc6a8c5-0e10-4244-90bd-dc8b5009ed5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:40.204446 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc6a8c5-0e10-4244-90bd-dc8b5009ed5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18384378-f49b-4eb2-a2ec-52c8af190ebf,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:37:40.211992 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-dcc6a8c5-0e10-4244-90bd-dc8b5009ed5b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=52871c69c5104b568ba111b38349be40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1787207 Aug 25 01:37:40.212211 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 57716) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:37:40.263473 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fa5cc055-70cd-4ca9-bfb3-5875e72986a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:40.289650 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fa5cc055-70cd-4ca9-bfb3-5875e72986a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:40.309483 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-196b0a84-2116-4a47-9028-96fb089c5839 req-486f666a-6277-4ddd-b6ed-5a1b40fabbdb tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:40.325443 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-196b0a84-2116-4a47-9028-96fb089c5839 req-486f666a-6277-4ddd-b6ed-5a1b40fabbdb tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Transition to ACTIVE for port object d33aa8f8-e730-4711-9683-f9d85a2f5fcd will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:37:40.339189 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fa5cc055-70cd-4ca9-bfb3-5875e72986a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:40.341938 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fa5cc055-70cd-4ca9-bfb3-5875e72986a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:40.346094 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-fa5cc055-70cd-4ca9-bfb3-5875e72986a0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/18384378-f49b-4eb2-a2ec-52c8af190ebf HTTP/1.1" status: 204 len: 168 time: 0.1329229 Aug 25 01:37:40.355586 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5cc055-70cd-4ca9-bfb3-5875e72986a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18384378-f49b-4eb2-a2ec-52c8af190ebf,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:37:40.366012 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-196b0a84-2116-4a47-9028-96fb089c5839 req-486f666a-6277-4ddd-b6ed-5a1b40fabbdb tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782026665144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:40.409781 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-196b0a84-2116-4a47-9028-96fb089c5839 req-486f666a-6277-4ddd-b6ed-5a1b40fabbdb tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Network 109ccc69-61fe-42e8-83da-81c7da1807b8 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:37:40.414919 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-196b0a84-2116-4a47-9028-96fb089c5839 req-486f666a-6277-4ddd-b6ed-5a1b40fabbdb tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:37:40.417418 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-196b0a84-2116-4a47-9028-96fb089c5839 req-486f666a-6277-4ddd-b6ed-5a1b40fabbdb tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 01:37:40.446837 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486f666a-6277-4ddd-b6ed-5a1b40fabbdb tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Pushing event updated for resources: {'Port': ['ID=d33aa8f8-e730-4711-9683-f9d85a2f5fcd,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:37:40.477654 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b0a84-2116-4a47-9028-96fb089c5839 req-486f666a-6277-4ddd-b6ed-5a1b40fabbdb tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:37:40.478569 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-196b0a84-2116-4a47-9028-96fb089c5839 req-486f666a-6277-4ddd-b6ed-5a1b40fabbdb tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:40.495975 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-196b0a84-2116-4a47-9028-96fb089c5839 req-486f666a-6277-4ddd-b6ed-5a1b40fabbdb tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5983648 Aug 25 01:37:40.508095 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.v2.base [req-196b0a84-2116-4a47-9028-96fb089c5839 req-0867faa8-4c60-45e8-8cfc-281e95c0c24f service neutron] Request body: {'port': {'device_id': '64a8dc7a-f32b-40d0-9d60-95f15fa2e089', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:37:40.573313 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-196b0a84-2116-4a47-9028-96fb089c5839 req-0867faa8-4c60-45e8-8cfc-281e95c0c24f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:40.661658 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-11472b91-b2f0-4f9c-8b04-6ca049fba9b8 None None] Provisioning for port d33aa8f8-e730-4711-9683-f9d85a2f5fcd completed by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:37:40.665959 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-11472b91-b2f0-4f9c-8b04-6ca049fba9b8 None None] Provisioning complete for port d33aa8f8-e730-4711-9683-f9d85a2f5fcd triggered by entity DHCP. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:37:40.666418 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-11472b91-b2f0-4f9c-8b04-6ca049fba9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:40.702306 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-11472b91-b2f0-4f9c-8b04-6ca049fba9b8 None None] Port d33aa8f8-e730-4711-9683-f9d85a2f5fcd cannot update to ACTIVE because it is not bound. {{(pid=93834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 01:37:40.846784 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [req-196b0a84-2116-4a47-9028-96fb089c5839 req-0867faa8-4c60-45e8-8cfc-281e95c0c24f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d33aa8f8-e730-4711-9683-f9d85a2f5fcd {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 01:37:40.855100 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-196b0a84-2116-4a47-9028-96fb089c5839 req-0867faa8-4c60-45e8-8cfc-281e95c0c24f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:40.867194 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-196b0a84-2116-4a47-9028-96fb089c5839 req-0867faa8-4c60-45e8-8cfc-281e95c0c24f service neutron] Transition to ACTIVE for port object d33aa8f8-e730-4711-9683-f9d85a2f5fcd will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 01:37:40.871975 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-196b0a84-2116-4a47-9028-96fb089c5839 req-0867faa8-4c60-45e8-8cfc-281e95c0c24f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8611129'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:40.921870 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0867faa8-4c60-45e8-8cfc-281e95c0c24f service neutron] Pushing event updated for resources: {'Port': ['ID=d33aa8f8-e730-4711-9683-f9d85a2f5fcd,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:37:41.006412 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-196b0a84-2116-4a47-9028-96fb089c5839 req-0867faa8-4c60-45e8-8cfc-281e95c0c24f service neutron] Attempting to bind port d33aa8f8-e730-4711-9683-f9d85a2f5fcd on host hv-cinder-79001 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 01:37:41.006789 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-196b0a84-2116-4a47-9028-96fb089c5839 req-0867faa8-4c60-45e8-8cfc-281e95c0c24f service neutron] Attempting to bind port d33aa8f8-e730-4711-9683-f9d85a2f5fcd by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': 'c04ee889-7418-43cc-a81f-2f5facfdbc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 01:37:41.007123 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196b0a84-2116-4a47-9028-96fb089c5839 req-0867faa8-4c60-45e8-8cfc-281e95c0c24f service neutron] Attempting to bind port d33aa8f8-e730-4711-9683-f9d85a2f5fcd on network 109ccc69-61fe-42e8-83da-81c7da1807b8 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:37:41.012084 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196b0a84-2116-4a47-9028-96fb089c5839 req-0867faa8-4c60-45e8-8cfc-281e95c0c24f service neutron] Port d33aa8f8-e730-4711-9683-f9d85a2f5fcd on network 109ccc69-61fe-42e8-83da-81c7da1807b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 01:37:41.012457 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196b0a84-2116-4a47-9028-96fb089c5839 req-0867faa8-4c60-45e8-8cfc-281e95c0c24f service neutron] Attempting to bind port d33aa8f8-e730-4711-9683-f9d85a2f5fcd on network 109ccc69-61fe-42e8-83da-81c7da1807b8 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 01:37:41.017544 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196b0a84-2116-4a47-9028-96fb089c5839 req-0867faa8-4c60-45e8-8cfc-281e95c0c24f service neutron] Checking agent: {'id': '05c2a1f8-ef41-45f5-8e32-988b9472ad60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 1, 25, 19), 'started_at': datetime.datetime(2021, 8, 25, 1, 25, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 1, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 01:37:41.017878 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196b0a84-2116-4a47-9028-96fb089c5839 req-0867faa8-4c60-45e8-8cfc-281e95c0c24f service neutron] Checking segment: {'id': 'c04ee889-7418-43cc-a81f-2f5facfdbc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 01:37:41.018372 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196b0a84-2116-4a47-9028-96fb089c5839 req-0867faa8-4c60-45e8-8cfc-281e95c0c24f service neutron] Bound using segment: {'id': 'c04ee889-7418-43cc-a81f-2f5facfdbc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 01:37:41.018837 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-196b0a84-2116-4a47-9028-96fb089c5839 req-0867faa8-4c60-45e8-8cfc-281e95c0c24f service neutron] Bound port: d33aa8f8-e730-4711-9683-f9d85a2f5fcd, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c04ee889-7418-43cc-a81f-2f5facfdbc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 01:37:41.019194 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-196b0a84-2116-4a47-9028-96fb089c5839 req-0867faa8-4c60-45e8-8cfc-281e95c0c24f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:41.085969 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-196b0a84-2116-4a47-9028-96fb089c5839 req-0867faa8-4c60-45e8-8cfc-281e95c0c24f service neutron] For port d33aa8f8-e730-4711-9683-f9d85a2f5fcd, host hv-cinder-79001, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 01:37:41.088988 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-196b0a84-2116-4a47-9028-96fb089c5839 req-0867faa8-4c60-45e8-8cfc-281e95c0c24f service neutron] For port d33aa8f8-e730-4711-9683-f9d85a2f5fcd, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=d33aa8f8-e730-4711-9683-f9d85a2f5fcd,segment=NetworkSegment(c04ee889-7418-43cc-a81f-2f5facfdbc4b),segment_id=c04ee889-7418-43cc-a81f-2f5facfdbc4b)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 01:37:41.093341 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-196b0a84-2116-4a47-9028-96fb089c5839 req-0867faa8-4c60-45e8-8cfc-281e95c0c24f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8611129'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:41.131149 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b0a84-2116-4a47-9028-96fb089c5839 req-0867faa8-4c60-45e8-8cfc-281e95c0c24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:37:41.131769 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-196b0a84-2116-4a47-9028-96fb089c5839 req-0867faa8-4c60-45e8-8cfc-281e95c0c24f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:41.133394 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-196b0a84-2116-4a47-9028-96fb089c5839 req-0867faa8-4c60-45e8-8cfc-281e95c0c24f service neutron] 10.222.0.26 "PUT /v2.0/ports/d33aa8f8-e730-4711-9683-f9d85a2f5fcd HTTP/1.1" status: 200 len: 1094 time: 0.6299796 Aug 25 01:37:41.135516 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a8dc7a-f32b-40d0-9d60-95f15fa2e089', 'tag': 'd33aa8f8-e730-4711-9683-f9d85a2f5fcd'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:37:41.139213 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6aaa77860150641abcbf195034e02978cb43d302165c9bbcbee081d494fe815" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28bcf930-ab40-4459-aa28-4bddbfda3f5e" -d '{"events": [{"name": "network-changed", "server_uuid": "64a8dc7a-f32b-40d0-9d60-95f15fa2e089", "tag": "d33aa8f8-e730-4711-9683-f9d85a2f5fcd"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:37:41.167594 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0867faa8-4c60-45e8-8cfc-281e95c0c24f service neutron] Pushing event updated for resources: {'Port': ['ID=d33aa8f8-e730-4711-9683-f9d85a2f5fcd,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:37:41.222164 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 01:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1170692-438a-4526-966b-0237585c551e x-openstack-request-id: req-b1170692-438a-4526-966b-0237585c551e {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:37:41.222389 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64a8dc7a-f32b-40d0-9d60-95f15fa2e089", "tag": "d33aa8f8-e730-4711-9683-f9d85a2f5fcd", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:37:41.222637 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b1170692-438a-4526-966b-0237585c551e {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:37:41.223044 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64a8dc7a-f32b-40d0-9d60-95f15fa2e089', 'tag': 'd33aa8f8-e730-4711-9683-f9d85a2f5fcd', 'status': 'completed', 'code': 200} Aug 25 01:37:41.248063 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b0a84-2116-4a47-9028-96fb089c5839 req-f9f8881e-ef69-4309-8508-53252bae9cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:37:41.249992 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-196b0a84-2116-4a47-9028-96fb089c5839 req-f9f8881e-ef69-4309-8508-53252bae9cef service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ada43be06e92474191038a2b41a9f39b&device_id=64a8dc7a-f32b-40d0-9d60-95f15fa2e089 HTTP/1.1" status: 200 len: 1097 time: 0.0600319 Aug 25 01:37:41.290139 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f86ed0-f85c-4925-930d-07f7302fa045 req-8c04a594-9e61-46d7-a9e3-7fabbd649fa6 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:37:41.291998 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-f3f86ed0-f85c-4925-930d-07f7302fa045 req-8c04a594-9e61-46d7-a9e3-7fabbd649fa6 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=64a8dc7a-f32b-40d0-9d60-95f15fa2e089 HTTP/1.1" status: 200 len: 944 time: 0.0628028 Aug 25 01:37:41.298504 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-196b0a84-2116-4a47-9028-96fb089c5839 req-b93b1582-01cf-431c-8904-975e378d1c0e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d33aa8f8-e730-4711-9683-f9d85a2f5fcd HTTP/1.1" status: 200 len: 217 time: 0.0410450 Aug 25 01:37:41.349042 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-f3f86ed0-f85c-4925-930d-07f7302fa045 req-206df229-521d-4230-a0ec-500fe05678dc tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500662 Aug 25 01:37:41.361462 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b0a84-2116-4a47-9028-96fb089c5839 req-42311d05-5fdc-4639-9932-f6a3321e0059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:37:41.363216 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-196b0a84-2116-4a47-9028-96fb089c5839 req-42311d05-5fdc-4639-9932-f6a3321e0059 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e4e76ae4-a0df-4300-91e1-70e2eeb06d40 HTTP/1.1" status: 200 len: 850 time: 0.0552399 Aug 25 01:37:41.410764 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b0a84-2116-4a47-9028-96fb089c5839 req-bd6c1682-8574-4d93-a37b-11bc509a9794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:37:41.410764 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-196b0a84-2116-4a47-9028-96fb089c5839 req-bd6c1682-8574-4d93-a37b-11bc509a9794 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=109ccc69-61fe-42e8-83da-81c7da1807b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402505 Aug 25 01:37:41.504202 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-196b0a84-2116-4a47-9028-96fb089c5839 req-cf8d5687-3f2b-49bf-b804-7eade2358cf3 service neutron] 10.222.0.26 "GET /v2.0/networks/109ccc69-61fe-42e8-83da-81c7da1807b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863335 Aug 25 01:37:41.593758 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-196b0a84-2116-4a47-9028-96fb089c5839 req-f0d7e85c-d163-4676-ab55-c4ecd36c342e service neutron] 10.222.0.26 "GET /v2.0/networks/109ccc69-61fe-42e8-83da-81c7da1807b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823436 Aug 25 01:37:41.686966 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bcf930-ab40-4459-aa28-4bddbfda3f5e req-7fb2d74b-abc4-46aa-8808-c430dbb8c104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:37:41.688232 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-28bcf930-ab40-4459-aa28-4bddbfda3f5e req-7fb2d74b-abc4-46aa-8808-c430dbb8c104 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ada43be06e92474191038a2b41a9f39b&device_id=64a8dc7a-f32b-40d0-9d60-95f15fa2e089 HTTP/1.1" status: 200 len: 1097 time: 0.0437155 Aug 25 01:37:41.776638 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bcf930-ab40-4459-aa28-4bddbfda3f5e req-5036c1d6-08c1-44b4-9577-abaa04cafe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:37:41.778084 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-28bcf930-ab40-4459-aa28-4bddbfda3f5e req-5036c1d6-08c1-44b4-9577-abaa04cafe88 service neutron] 10.222.0.26 "GET /v2.0/networks?id=109ccc69-61fe-42e8-83da-81c7da1807b8 HTTP/1.1" status: 200 len: 912 time: 0.0824134 Aug 25 01:37:41.821057 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-28bcf930-ab40-4459-aa28-4bddbfda3f5e req-c6457a4b-7094-4dc3-ac7a-f9a314258a0f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d33aa8f8-e730-4711-9683-f9d85a2f5fcd HTTP/1.1" status: 200 len: 217 time: 0.0344689 Aug 25 01:37:41.876272 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bcf930-ab40-4459-aa28-4bddbfda3f5e req-9fade61d-eac2-46c5-91e6-97391569420c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:37:41.877716 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-28bcf930-ab40-4459-aa28-4bddbfda3f5e req-9fade61d-eac2-46c5-91e6-97391569420c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e4e76ae4-a0df-4300-91e1-70e2eeb06d40 HTTP/1.1" status: 200 len: 850 time: 0.0490687 Aug 25 01:37:41.923976 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bcf930-ab40-4459-aa28-4bddbfda3f5e req-b5d13cfd-41cf-4aaf-90a8-cc453307ac9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:37:41.925430 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-28bcf930-ab40-4459-aa28-4bddbfda3f5e req-b5d13cfd-41cf-4aaf-90a8-cc453307ac9f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=109ccc69-61fe-42e8-83da-81c7da1807b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398643 Aug 25 01:37:42.018693 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-28bcf930-ab40-4459-aa28-4bddbfda3f5e req-aaa2cfa1-3263-42eb-8e3b-edf8382a5921 service neutron] 10.222.0.26 "GET /v2.0/networks/109ccc69-61fe-42e8-83da-81c7da1807b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842614 Aug 25 01:37:42.116059 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-28bcf930-ab40-4459-aa28-4bddbfda3f5e req-d64912d2-f596-484e-bd53-7db0d338097b service neutron] 10.222.0.26 "GET /v2.0/networks/109ccc69-61fe-42e8-83da-81c7da1807b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858452 Aug 25 01:37:42.470360 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff91b5-7b4f-41bb-979e-fa3f7132ed6b req-168a84fd-c96d-4474-a1d1-454f57def039 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:37:42.471948 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-36ff91b5-7b4f-41bb-979e-fa3f7132ed6b req-168a84fd-c96d-4474-a1d1-454f57def039 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=64a8dc7a-f32b-40d0-9d60-95f15fa2e089 HTTP/1.1" status: 200 len: 944 time: 0.0474250 Aug 25 01:37:42.512584 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-36ff91b5-7b4f-41bb-979e-fa3f7132ed6b req-0a4e3ff6-9d59-444d-bbda-67d01f94db7f tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342278 Aug 25 01:37:43.203047 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 57856) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:37:43.303496 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-634ad476-f217-438f-9b3d-77d24b62e8ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:43.389600 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-634ad476-f217-438f-9b3d-77d24b62e8ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:43.393636 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-634ad476-f217-438f-9b3d-77d24b62e8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:43.429216 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-634ad476-f217-438f-9b3d-77d24b62e8ce admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7d6a8cf5ea804895a6721897e3e8d9c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2246296 Aug 25 01:37:43.430031 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634ad476-f217-438f-9b3d-77d24b62e8ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4df4f3-74b8-4e3a-acff-c75eae6aa13b,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:37:43.432589 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 57860) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:37:43.482996 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e33e9f56-4bc5-4dec-bf17-6dbb013db544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:43.503177 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e33e9f56-4bc5-4dec-bf17-6dbb013db544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:43.548397 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e33e9f56-4bc5-4dec-bf17-6dbb013db544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:43.551394 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e33e9f56-4bc5-4dec-bf17-6dbb013db544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:43.552534 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-e33e9f56-4bc5-4dec-bf17-6dbb013db544 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1e4df4f3-74b8-4e3a-acff-c75eae6aa13b HTTP/1.1" status: 204 len: 168 time: 0.1186101 Aug 25 01:37:43.560444 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33e9f56-4bc5-4dec-bf17-6dbb013db544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4df4f3-74b8-4e3a-acff-c75eae6aa13b,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:37:43.640367 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950c052-10bd-463f-8b9b-bd3bb04b68d9 req-fcac0ddc-0480-4a5b-88e0-f8b3f430c12e tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:37:43.642429 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-c950c052-10bd-463f-8b9b-bd3bb04b68d9 req-fcac0ddc-0480-4a5b-88e0-f8b3f430c12e tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=64a8dc7a-f32b-40d0-9d60-95f15fa2e089 HTTP/1.1" status: 200 len: 944 time: 0.0487425 Aug 25 01:37:43.680693 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-c950c052-10bd-463f-8b9b-bd3bb04b68d9 req-fbaa5067-38f7-441b-88dd-84bf2b962a5f tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315552 Aug 25 01:37:43.805955 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 57868) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:37:43.819586 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-76005b99-44e9-4d8c-9b2a-680ad7823599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:43.903746 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-76005b99-44e9-4d8c-9b2a-680ad7823599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:43.907236 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-76005b99-44e9-4d8c-9b2a-680ad7823599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:43.946534 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-76005b99-44e9-4d8c-9b2a-680ad7823599 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3804ad5fe0c446bc928bd9784a8570ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1395087 Aug 25 01:37:43.948840 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76005b99-44e9-4d8c-9b2a-680ad7823599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566b765b-2ab3-48c0-9fcf-307409b129a6,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:37:43.949196 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 57870) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:37:44.000089 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b5ed7c72-c38c-44a9-8dc3-113b26407cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:44.020667 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b5ed7c72-c38c-44a9-8dc3-113b26407cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:44.068276 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b5ed7c72-c38c-44a9-8dc3-113b26407cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:44.070867 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b5ed7c72-c38c-44a9-8dc3-113b26407cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:44.071977 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-b5ed7c72-c38c-44a9-8dc3-113b26407cec admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/566b765b-2ab3-48c0-9fcf-307409b129a6 HTTP/1.1" status: 204 len: 168 time: 0.1217561 Aug 25 01:37:44.079272 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed7c72-c38c-44a9-8dc3-113b26407cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566b765b-2ab3-48c0-9fcf-307409b129a6,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:37:44.792083 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d5d5a-f010-439b-83e9-02bfe959442e req-06d06c52-2b5e-42e3-b197-46605e5ca0b5 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:37:44.794243 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-8f9d5d5a-f010-439b-83e9-02bfe959442e req-06d06c52-2b5e-42e3-b197-46605e5ca0b5 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=64a8dc7a-f32b-40d0-9d60-95f15fa2e089 HTTP/1.1" status: 200 len: 944 time: 0.0488515 Aug 25 01:37:44.833155 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-8f9d5d5a-f010-439b-83e9-02bfe959442e req-673c0e4f-7dc9-42ae-b2ee-0c677ba64bac tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329592 Aug 25 01:37:45.946194 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf322879-001f-46f7-a00d-45d88e79498c req-bd1e83d2-253d-4582-a58c-67d19fc95839 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:37:45.947703 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-bf322879-001f-46f7-a00d-45d88e79498c req-bd1e83d2-253d-4582-a58c-67d19fc95839 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=64a8dc7a-f32b-40d0-9d60-95f15fa2e089 HTTP/1.1" status: 200 len: 944 time: 0.0480552 Aug 25 01:37:45.987523 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-bf322879-001f-46f7-a00d-45d88e79498c req-7ca005c5-02b2-4a01-809f-cd54ddff6229 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339801 Aug 25 01:37:47.099413 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0cbc5d-9e63-464b-bf87-4603626e742a req-fbf5008b-cef3-410e-9606-482b4b16519b tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:37:47.100823 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ba0cbc5d-9e63-464b-bf87-4603626e742a req-fbf5008b-cef3-410e-9606-482b4b16519b tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=64a8dc7a-f32b-40d0-9d60-95f15fa2e089 HTTP/1.1" status: 200 len: 944 time: 0.0464668 Aug 25 01:37:47.139484 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-ba0cbc5d-9e63-464b-bf87-4603626e742a req-f0fbb293-38f6-47c4-9d65-3ff7662c90b9 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328693 Aug 25 01:37:48.248015 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e206528-5e0e-4e42-a5d2-855e5c7572ca req-84768b9d-367f-452b-9577-629347e184e8 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:37:48.249417 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-8e206528-5e0e-4e42-a5d2-855e5c7572ca req-84768b9d-367f-452b-9577-629347e184e8 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=64a8dc7a-f32b-40d0-9d60-95f15fa2e089 HTTP/1.1" status: 200 len: 944 time: 0.0464990 Aug 25 01:37:48.284919 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-8e206528-5e0e-4e42-a5d2-855e5c7572ca req-0b158c9e-32ee-4980-8422-681c5962d2c1 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292141 Aug 25 01:37:49.397957 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703489d0-3e32-4cbb-b6a0-48202d6e6ad7 req-8e066a69-24ad-4a30-bdc5-ce2c473b803d tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:37:49.399416 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-703489d0-3e32-4cbb-b6a0-48202d6e6ad7 req-8e066a69-24ad-4a30-bdc5-ce2c473b803d tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=64a8dc7a-f32b-40d0-9d60-95f15fa2e089 HTTP/1.1" status: 200 len: 944 time: 0.0493112 Aug 25 01:37:49.434402 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-703489d0-3e32-4cbb-b6a0-48202d6e6ad7 req-af9cd446-d264-4220-a49c-ba205b9e359a tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292850 Aug 25 01:37:49.648753 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:50.548103 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf2b504-940d-47c5-a193-109fc0869147 req-41cf7c54-64fd-47b2-8174-7a289ddf0085 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:37:50.549689 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-caf2b504-940d-47c5-a193-109fc0869147 req-41cf7c54-64fd-47b2-8174-7a289ddf0085 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=64a8dc7a-f32b-40d0-9d60-95f15fa2e089 HTTP/1.1" status: 200 len: 944 time: 0.0499485 Aug 25 01:37:50.590829 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-caf2b504-940d-47c5-a193-109fc0869147 req-6cc84665-8428-46bc-9a80-b843af2ec358 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352652 Aug 25 01:37:50.674872 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device d33aa8f8-e730-4711-9683-f9d85a2f5fcd details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=93834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 01:37:50.765360 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port d33aa8f8-e730-4711-9683-f9d85a2f5fcd, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=d33aa8f8-e730-4711-9683-f9d85a2f5fcd,segment=NetworkSegment(c04ee889-7418-43cc-a81f-2f5facfdbc4b),segment_id=c04ee889-7418-43cc-a81f-2f5facfdbc4b)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:37:50.777080 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Returning: {'device': 'd33aa8f8-e730-4711-9683-f9d85a2f5fcd', 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8', 'port_id': 'd33aa8f8-e730-4711-9683-f9d85a2f5fcd', 'mac_address': 'fa:16:3e:59:84:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e76ae4-a0df-4300-91e1-70e2eeb06d40', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 01:37:50.813851 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:50.830120 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d33aa8f8-e730-4711-9683-f9d85a2f5fcd {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 01:37:50.850194 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port d33aa8f8-e730-4711-9683-f9d85a2f5fcd, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=d33aa8f8-e730-4711-9683-f9d85a2f5fcd,segment=NetworkSegment(c04ee889-7418-43cc-a81f-2f5facfdbc4b),segment_id=c04ee889-7418-43cc-a81f-2f5facfdbc4b)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:37:50.853483 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:50.899460 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Pushing event updated for resources: {'Port': ['ID=d33aa8f8-e730-4711-9683-f9d85a2f5fcd,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:37:50.906166 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:37:50.907042 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:37:50.907382 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:37:50.907712 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:37:50.908040 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:37:50.908368 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:37:50.908692 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:37:50.909017 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:37:50.909337 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:37:50.909653 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:37:50.909975 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:37:50.910289 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:37:51.100925 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] get_ports_and_sgs() called for port_ids ['d33aa8f8-e730-4711-9683-f9d85a2f5fcd'] {{(pid=93834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 01:37:51.700223 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6d3bf-c81a-4969-b5a4-842c1cd8f4d3 req-e9b793ba-df94-4802-b63a-e8c04d95a4d8 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:37:51.701638 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-faf6d3bf-c81a-4969-b5a4-842c1cd8f4d3 req-e9b793ba-df94-4802-b63a-e8c04d95a4d8 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=64a8dc7a-f32b-40d0-9d60-95f15fa2e089 HTTP/1.1" status: 200 len: 945 time: 0.0469248 Aug 25 01:37:51.737993 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-faf6d3bf-c81a-4969-b5a4-842c1cd8f4d3 req-88564347-2304-45c5-9c8d-3c901bc4e5a5 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305121 Aug 25 01:37:52.450700 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 58016) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:37:52.559320 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6cc0ddb0-5072-4c43-b3ff-b69168e8424d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:52.643894 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6cc0ddb0-5072-4c43-b3ff-b69168e8424d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:52.648106 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6cc0ddb0-5072-4c43-b3ff-b69168e8424d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:52.680603 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device d33aa8f8-e730-4711-9683-f9d85a2f5fcd up at agent hyperv_hv-cinder-79001 {{(pid=93834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 01:37:52.684335 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-6cc0ddb0-5072-4c43-b3ff-b69168e8424d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=50880780dedb4657ad78446d60cbd3ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2325809 Aug 25 01:37:52.685169 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc0ddb0-5072-4c43-b3ff-b69168e8424d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ec021f-adb1-40e4-aae6-4d99ccc5f96b,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:37:52.688372 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 58020) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:37:52.728644 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Provisioning for port d33aa8f8-e730-4711-9683-f9d85a2f5fcd completed by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 01:37:52.732283 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Provisioning complete for port d33aa8f8-e730-4711-9683-f9d85a2f5fcd triggered by entity L2. {{(pid=93834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 01:37:52.732657 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156526'] for port, provisioning_complete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:52.737053 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-956c0509-4aab-4ccc-8d30-299a0f533568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:52.758271 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-956c0509-4aab-4ccc-8d30-299a0f533568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:52.804636 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-956c0509-4aab-4ccc-8d30-299a0f533568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:52.808219 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-956c0509-4aab-4ccc-8d30-299a0f533568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:52.809666 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-956c0509-4aab-4ccc-8d30-299a0f533568 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/42ec021f-adb1-40e4-aae6-4d99ccc5f96b HTTP/1.1" status: 204 len: 168 time: 0.1199195 Aug 25 01:37:52.818802 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:52.842302 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c0509-4aab-4ccc-8d30-299a0f533568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ec021f-adb1-40e4-aae6-4d99ccc5f96b,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:37:52.844618 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a8dc7a-f32b-40d0-9d60-95f15fa2e089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd33aa8f8-e730-4711-9683-f9d85a2f5fcd'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:37:52.846762 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac4c50f49c3b3a17933da630e77cab0c79281d75959c3f8023547b3e3ec39ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649eab18-1f33-4b50-913e-63f55b27dfdc" -d '{"events": [{"server_uuid": "64a8dc7a-f32b-40d0-9d60-95f15fa2e089", "name": "network-vif-plugged", "status": "completed", "tag": "d33aa8f8-e730-4711-9683-f9d85a2f5fcd"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:37:52.868697 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f282b-5e12-46ca-9fd8-e172e3aa0d2d req-17c3c8c3-d97d-4d4e-b7ff-52cfd3b0a278 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:37:52.870775 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-fd3f282b-5e12-46ca-9fd8-e172e3aa0d2d req-17c3c8c3-d97d-4d4e-b7ff-52cfd3b0a278 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=64a8dc7a-f32b-40d0-9d60-95f15fa2e089 HTTP/1.1" status: 200 len: 945 time: 0.0598402 Aug 25 01:37:52.874845 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] For port d33aa8f8-e730-4711-9683-f9d85a2f5fcd, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=d33aa8f8-e730-4711-9683-f9d85a2f5fcd,segment=NetworkSegment(c04ee889-7418-43cc-a81f-2f5facfdbc4b),segment_id=c04ee889-7418-43cc-a81f-2f5facfdbc4b)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:37:52.879402 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:52.930749 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-fd3f282b-5e12-46ca-9fd8-e172e3aa0d2d req-450a8917-6ef1-4905-94c6-81240f9e84d0 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460441 Aug 25 01:37:52.936231 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Pushing event updated for resources: {'Port': ['ID=d33aa8f8-e730-4711-9683-f9d85a2f5fcd,revision_number=5']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:37:53.081105 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 01:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563a632a-5408-47f9-a0b3-81f5e3f9deb3 x-openstack-request-id: req-563a632a-5408-47f9-a0b3-81f5e3f9deb3 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:37:53.081424 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a8dc7a-f32b-40d0-9d60-95f15fa2e089", "name": "network-vif-plugged", "status": "completed", "tag": "d33aa8f8-e730-4711-9683-f9d85a2f5fcd", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:37:53.081674 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-563a632a-5408-47f9-a0b3-81f5e3f9deb3 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:37:53.082066 dv-cinder-790014-2-iscsi neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a8dc7a-f32b-40d0-9d60-95f15fa2e089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd33aa8f8-e730-4711-9683-f9d85a2f5fcd', 'code': 200} Aug 25 01:37:53.125969 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 58032) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:37:53.138851 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-16375f68-cc2c-40c3-93e8-5f2677ed040f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:53.225473 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-16375f68-cc2c-40c3-93e8-5f2677ed040f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:53.229795 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-16375f68-cc2c-40c3-93e8-5f2677ed040f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:53.252241 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.agents_db [None req-4bdcba96-0b2f-4eba-81a9-023f498d003c None None] Agent healthcheck: found 6 active agents {{(pid=93835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 01:37:53.265608 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16375f68-cc2c-40c3-93e8-5f2677ed040f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a298acc-30a3-4146-b055-270e6ddf1621,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:37:53.269838 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-16375f68-cc2c-40c3-93e8-5f2677ed040f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d9cd7bd550a1440faaed5b0dabf1671c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1428585 Aug 25 01:37:53.272386 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 58036) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:37:53.318827 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8aeb8042-ef51-480e-a153-a34abc91ee3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:53.338437 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8aeb8042-ef51-480e-a153-a34abc91ee3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:53.383800 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8aeb8042-ef51-480e-a153-a34abc91ee3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:53.386485 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8aeb8042-ef51-480e-a153-a34abc91ee3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:53.387909 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-8aeb8042-ef51-480e-a153-a34abc91ee3a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5a298acc-30a3-4146-b055-270e6ddf1621 HTTP/1.1" status: 204 len: 168 time: 0.1143949 Aug 25 01:37:53.395493 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb8042-ef51-480e-a153-a34abc91ee3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a298acc-30a3-4146-b055-270e6ddf1621,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:37:53.430405 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75899eb-4729-4f39-92c3-f3e377b05d8f req-8f120a9a-ac85-43a2-822b-354fce323415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:37:53.431943 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-e75899eb-4729-4f39-92c3-f3e377b05d8f req-8f120a9a-ac85-43a2-822b-354fce323415 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=64a8dc7a-f32b-40d0-9d60-95f15fa2e089 HTTP/1.1" status: 200 len: 1099 time: 0.1800478 Aug 25 01:37:53.470613 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-e75899eb-4729-4f39-92c3-f3e377b05d8f req-8fee6e3a-ac56-49bc-ac85-8e062ae63a59 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310166 Aug 25 01:37:53.692826 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 58042) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:37:53.705476 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1022e7c5-426d-4d70-9460-d1c1dde84ba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:53.787822 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1022e7c5-426d-4d70-9460-d1c1dde84ba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:53.791212 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1022e7c5-426d-4d70-9460-d1c1dde84ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:53.828465 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-1022e7c5-426d-4d70-9460-d1c1dde84ba9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2c6ec2e5d4d746d2a6885c91266988a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1345725 Aug 25 01:37:53.829407 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1022e7c5-426d-4d70-9460-d1c1dde84ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37aad6a-089d-4171-b67e-fd80edfbbcc5,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:37:53.831130 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 58044) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:37:53.880997 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ca29c167-fafe-497c-bba4-e0b3121021e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:53.900631 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ca29c167-fafe-497c-bba4-e0b3121021e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:53.944153 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ca29c167-fafe-497c-bba4-e0b3121021e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:53.946784 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ca29c167-fafe-497c-bba4-e0b3121021e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:53.947757 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-ca29c167-fafe-497c-bba4-e0b3121021e1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a37aad6a-089d-4171-b67e-fd80edfbbcc5 HTTP/1.1" status: 204 len: 168 time: 0.1155925 Aug 25 01:37:53.955043 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca29c167-fafe-497c-bba4-e0b3121021e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37aad6a-089d-4171-b67e-fd80edfbbcc5,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:37:54.053469 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0adde86-890b-41aa-8d93-a1c711cf5d5e req-97fe0589-36d5-4431-80da-1dfa3f91bbe0 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:37:54.054877 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d0adde86-890b-41aa-8d93-a1c711cf5d5e req-97fe0589-36d5-4431-80da-1dfa3f91bbe0 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=64a8dc7a-f32b-40d0-9d60-95f15fa2e089 HTTP/1.1" status: 200 len: 946 time: 0.0477195 Aug 25 01:37:54.093046 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-d0adde86-890b-41aa-8d93-a1c711cf5d5e req-2c749694-83ec-4326-a749-47d03fccbe9c tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322473 Aug 25 01:37:55.210184 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a3852-788b-4480-b6af-5ad769801746 req-e9a793bd-72cd-438e-83fe-0ffaddab5e2e tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:37:55.211657 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-5a4a3852-788b-4480-b6af-5ad769801746 req-e9a793bd-72cd-438e-83fe-0ffaddab5e2e tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=64a8dc7a-f32b-40d0-9d60-95f15fa2e089 HTTP/1.1" status: 200 len: 946 time: 0.0505667 Aug 25 01:37:55.250061 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-5a4a3852-788b-4480-b6af-5ad769801746 req-cc79885d-5766-4a18-b7d7-d21fd8f914b2 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326028 Aug 25 01:37:55.359740 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e5e3e0-6d30-43bd-9052-f595754cc809 req-2ec1895e-9079-486c-b82e-2c7c4776c612 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:37:55.361170 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-e7e5e3e0-6d30-43bd-9052-f595754cc809 req-2ec1895e-9079-486c-b82e-2c7c4776c612 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=64a8dc7a-f32b-40d0-9d60-95f15fa2e089 HTTP/1.1" status: 200 len: 946 time: 0.0469410 Aug 25 01:37:55.397862 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-e7e5e3e0-6d30-43bd-9052-f595754cc809 req-aa23cbdb-31ce-405b-a42e-7eea04767833 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308878 Aug 25 01:37:55.418573 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 58080) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:37:55.456747 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc56138-c94e-45ef-9262-922cd2be067a tempest-TestVolumeBootPattern-566452305 tempest-TestVolumeBootPattern-566452305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:37:55.458192 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-3cc56138-c94e-45ef-9262-922cd2be067a tempest-TestVolumeBootPattern-566452305 tempest-TestVolumeBootPattern-566452305-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=64a8dc7a-f32b-40d0-9d60-95f15fa2e089 HTTP/1.1" status: 200 len: 1094 time: 0.0386724 Aug 25 01:37:55.460864 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 58082) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:37:55.465013 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.v2.base [None req-390d9ec3-66b5-482b-8976-976465a2cb22 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Request body: {'floatingip': {'floating_network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'port_id': 'd33aa8f8-e730-4711-9683-f9d85a2f5fcd', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 01:37:55.486483 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-390d9ec3-66b5-482b-8976-976465a2cb22 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks [] for floatingip, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:55.805044 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-390d9ec3-66b5-482b-8976-976465a2cb22 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:55.902133 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-390d9ec3-66b5-482b-8976-976465a2cb22 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Allocated IP 172.27.1.220 (010d8b7d-53b1-407d-b771-6477c60770f4/e3100a47-8cf0-41e7-afe0-dcfedb56ff39/2d923702-2dd7-4748-a349-25b7293c0862) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 01:37:56.005341 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-390d9ec3-66b5-482b-8976-976465a2cb22 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:56.044754 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-390d9ec3-66b5-482b-8976-976465a2cb22 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782026665144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11069661'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:56.080263 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390d9ec3-66b5-482b-8976-976465a2cb22 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Network 010d8b7d-53b1-407d-b771-6477c60770f4 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 01:37:56.086375 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-390d9ec3-66b5-482b-8976-976465a2cb22 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 01:37:56.090010 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390d9ec3-66b5-482b-8976-976465a2cb22 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 01:37:56.095281 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390d9ec3-66b5-482b-8976-976465a2cb22 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Pushing event updated for resources: {'Port': ['ID=2d923702-2dd7-4748-a349-25b7293c0862,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:37:56.427374 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-390d9ec3-66b5-482b-8976-976465a2cb22 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:56.490084 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-390d9ec3-66b5-482b-8976-976465a2cb22 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4066802'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:56.641366 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-390d9ec3-66b5-482b-8976-976465a2cb22 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:56.645777 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-390d9ec3-66b5-482b-8976-976465a2cb22 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782027086309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782026665162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782026665180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11069652'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:56.715931 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390d9ec3-66b5-482b-8976-976465a2cb22 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Pushing event updated for resources: {'Port': ['ID=2d923702-2dd7-4748-a349-25b7293c0862,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:37:56.725716 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-390d9ec3-66b5-482b-8976-976465a2cb22 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930814'] for floatingip, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:56.824628 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.db.l3_db [None req-390d9ec3-66b5-482b-8976-976465a2cb22 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Floating IP 8c407b7a-a1a7-4d18-9b7e-bd3daac3fd5d associated. External IP: 172.27.1.220, port: d33aa8f8-e730-4711-9683-f9d85a2f5fcd. Aug 25 01:37:57.018991 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-390d9ec3-66b5-482b-8976-976465a2cb22 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Router fbfad13f-9e18-4a50-a601-e0301b78a9a5 has already been hosted by L3 agent 2e219680-1a48-4599-ad97-adf9ec497b47 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 01:37:57.120441 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390d9ec3-66b5-482b-8976-976465a2cb22 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify agent at l3_agent.dv-cinder-790014-2-iscsi the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 01:37:57.129692 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047efbf2-66ae-4547-be82-fa7fabb6dcac None None] Sync routers for ids ['fbfad13f-9e18-4a50-a601-e0301b78a9a5'] in dv-cinder-790014-2-iscsi {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 01:37:57.136089 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-390d9ec3-66b5-482b-8976-976465a2cb22 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:57.139415 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047efbf2-66ae-4547-be82-fa7fabb6dcac None None] Routers {'fbfad13f-9e18-4a50-a601-e0301b78a9a5'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:37:57.140024 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-047efbf2-66ae-4547-be82-fa7fabb6dcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:37:30Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['fbfad13f-9e18-4a50-a601-e0301b78a9a5'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:37:57.162257 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-390d9ec3-66b5-482b-8976-976465a2cb22 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7004347 Aug 25 01:37:57.162845 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a8dc7a-f32b-40d0-9d60-95f15fa2e089', 'tag': 'd33aa8f8-e730-4711-9683-f9d85a2f5fcd'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:37:57.165056 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99221413ad608258be70d61d3aee829b58887b18c5c2a60c7a37b33fff07d90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0bff86-4d24-4218-8e07-629d9cb9ee51" -d '{"events": [{"name": "network-changed", "server_uuid": "64a8dc7a-f32b-40d0-9d60-95f15fa2e089", "tag": "d33aa8f8-e730-4711-9683-f9d85a2f5fcd"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:37:57.199287 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 01:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8ae467-1837-434f-9191-0e6f89812b95 x-openstack-request-id: req-0a8ae467-1837-434f-9191-0e6f89812b95 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:37:57.199574 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64a8dc7a-f32b-40d0-9d60-95f15fa2e089", "tag": "d33aa8f8-e730-4711-9683-f9d85a2f5fcd", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:37:57.199821 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0a8ae467-1837-434f-9191-0e6f89812b95 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:37:57.200218 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64a8dc7a-f32b-40d0-9d60-95f15fa2e089', 'tag': 'd33aa8f8-e730-4711-9683-f9d85a2f5fcd', 'status': 'completed', 'code': 200} Aug 25 01:37:57.250956 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-047efbf2-66ae-4547-be82-fa7fabb6dcac None None] Set router fbfad13f-9e18-4a50-a601-e0301b78a9a5 gateway port host: dv-cinder-790014-2-iscsi {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:37:57.260342 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0bff86-4d24-4218-8e07-629d9cb9ee51 req-aa9a0dab-138e-49c6-97c3-e77ab4c688fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:37:57.261814 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-2d0bff86-4d24-4218-8e07-629d9cb9ee51 req-aa9a0dab-138e-49c6-97c3-e77ab4c688fe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ada43be06e92474191038a2b41a9f39b&device_id=64a8dc7a-f32b-40d0-9d60-95f15fa2e089 HTTP/1.1" status: 200 len: 1099 time: 0.0394754 Aug 25 01:37:57.354754 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0bff86-4d24-4218-8e07-629d9cb9ee51 req-79609c2f-8a83-40cd-b24a-7d64983b4a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:37:57.356370 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-2d0bff86-4d24-4218-8e07-629d9cb9ee51 req-79609c2f-8a83-40cd-b24a-7d64983b4a06 service neutron] 10.222.0.26 "GET /v2.0/networks?id=109ccc69-61fe-42e8-83da-81c7da1807b8 HTTP/1.1" status: 200 len: 912 time: 0.0878549 Aug 25 01:37:57.425320 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-76021b1f-2e39-47fd-a387-56bedffd4e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:57.425567 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-2d0bff86-4d24-4218-8e07-629d9cb9ee51 req-e6fc322b-9ec4-42e1-a1c7-12f343063ae5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d33aa8f8-e730-4711-9683-f9d85a2f5fcd HTTP/1.1" status: 200 len: 1000 time: 0.0618744 Aug 25 01:37:57.476635 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0bff86-4d24-4218-8e07-629d9cb9ee51 req-5c5f8a5a-8e91-487f-8902-7d568f947b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:37:57.478141 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-2d0bff86-4d24-4218-8e07-629d9cb9ee51 req-5c5f8a5a-8e91-487f-8902-7d568f947b01 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e4e76ae4-a0df-4300-91e1-70e2eeb06d40 HTTP/1.1" status: 200 len: 850 time: 0.0460773 Aug 25 01:37:57.529644 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0bff86-4d24-4218-8e07-629d9cb9ee51 req-912a024a-b877-49fd-96c4-f02983884c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:37:57.531755 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-2d0bff86-4d24-4218-8e07-629d9cb9ee51 req-912a024a-b877-49fd-96c4-f02983884c97 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=109ccc69-61fe-42e8-83da-81c7da1807b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456748 Aug 25 01:37:57.534903 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-047efbf2-66ae-4547-be82-fa7fabb6dcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'name': 'tempest-TestVolumeBootPattern-197417283-router', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '735a2362-df5c-4fc7-adad-7623e23d61cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:32:15Z', 'updated_at': '2021-08-25T01:32:17Z', 'revision_number': 4, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'gw_port': {'id': '735a2362-df5c-4fc7-adad-7623e23d61cc', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:32:15Z', 'updated_at': '2021-08-25T01:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_floatingips': [{'id': '8c407b7a-a1a7-4d18-9b7e-bd3daac3fd5d', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'floating_ip_address': '172.27.1.220', 'floating_network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'router_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'port_id': 'd33aa8f8-e730-4711-9683-f9d85a2f5fcd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8', 'mac_address': 'fa:16:3e:59:84:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a8dc7a-f32b-40d0-9d60-95f15fa2e089', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T01:37:56Z', 'updated_at': '2021-08-25T01:37:56Z', 'revision_number': 0, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'fixed_ip_address_scope': None}, {'id': 'bcc1b927-0d1d-4bb9-a5d8-31aadee36ac4', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'floating_ip_address': '172.27.1.189', 'floating_network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'router_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'port_id': '7cbfb58b-250b-434a-a8f8-a66c796334e4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8', 'mac_address': 'fa:16:3e:af:ae:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf42ba6b-d50a-40e1-9125-f726ddb5be2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T01:35:49Z', 'updated_at': '2021-08-25T01:35:51Z', 'revision_number': 1, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad7755ad-d744-4372-8f30-8e9347161788', 'name': '', 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'mac_address': 'fa:16:3e:c7:c3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'e4e76ae4-a0df-4300-91e1-70e2eeb06d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:32:17Z', 'updated_at': '2021-08-25T01:32:23Z', 'revision_number': 5, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'subnets': [{'id': 'e4e76ae4-a0df-4300-91e1-70e2eeb06d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:37:57.597360 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 58102) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:37:57.642163 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-2d0bff86-4d24-4218-8e07-629d9cb9ee51 req-0361d3b5-2d27-4bb2-8bf5-6d3964ad70d5 service neutron] 10.222.0.26 "GET /v2.0/networks/109ccc69-61fe-42e8-83da-81c7da1807b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038296 Aug 25 01:37:57.691723 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047efbf2-66ae-4547-be82-fa7fabb6dcac None None] Checking router: fbfad13f-9e18-4a50-a601-e0301b78a9a5 for host: dv-cinder-790014-2-iscsi {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 01:37:57.700020 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047efbf2-66ae-4547-be82-fa7fabb6dcac None None] Routers {'fbfad13f-9e18-4a50-a601-e0301b78a9a5'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:37:57.700636 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-047efbf2-66ae-4547-be82-fa7fabb6dcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:37:30Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['fbfad13f-9e18-4a50-a601-e0301b78a9a5'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:37:57.725015 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c9ee4257-89d1-418f-9570-8bb17c407aa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:57.816158 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-047efbf2-66ae-4547-be82-fa7fabb6dcac None None] Set router fbfad13f-9e18-4a50-a601-e0301b78a9a5 gateway port host: dv-cinder-790014-2-iscsi {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:37:57.825184 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c9ee4257-89d1-418f-9570-8bb17c407aa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:57.830059 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c9ee4257-89d1-418f-9570-8bb17c407aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:57.867443 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ee4257-89d1-418f-9570-8bb17c407aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=037923d6-7336-44ac-98a2-410384e7076e,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:37:57.871827 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-c9ee4257-89d1-418f-9570-8bb17c407aa4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fbac09fa63a740219d583750b8620a44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2733543 Aug 25 01:37:57.874378 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 58106) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:37:57.926185 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-492210d2-ba58-4c20-8a61-f50f1baee3d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:57.951275 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-492210d2-ba58-4c20-8a61-f50f1baee3d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:58.004235 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-492210d2-ba58-4c20-8a61-f50f1baee3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:58.006860 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-492210d2-ba58-4c20-8a61-f50f1baee3d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:37:58.008253 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-492210d2-ba58-4c20-8a61-f50f1baee3d6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/037923d6-7336-44ac-98a2-410384e7076e HTTP/1.1" status: 204 len: 168 time: 0.1324375 Aug 25 01:37:58.015054 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-2d0bff86-4d24-4218-8e07-629d9cb9ee51 req-88794ab8-d1e9-41ed-a637-1b7ef19b72e0 service neutron] 10.222.0.26 "GET /v2.0/networks/109ccc69-61fe-42e8-83da-81c7da1807b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3656740 Aug 25 01:37:58.019719 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492210d2-ba58-4c20-8a61-f50f1baee3d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=037923d6-7336-44ac-98a2-410384e7076e,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:37:58.080792 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-047efbf2-66ae-4547-be82-fa7fabb6dcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'name': 'tempest-TestVolumeBootPattern-197417283-router', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '735a2362-df5c-4fc7-adad-7623e23d61cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:32:15Z', 'updated_at': '2021-08-25T01:32:17Z', 'revision_number': 4, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'gw_port': {'id': '735a2362-df5c-4fc7-adad-7623e23d61cc', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:32:15Z', 'updated_at': '2021-08-25T01:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_floatingips': [{'id': '8c407b7a-a1a7-4d18-9b7e-bd3daac3fd5d', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'floating_ip_address': '172.27.1.220', 'floating_network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'router_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'port_id': 'd33aa8f8-e730-4711-9683-f9d85a2f5fcd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8', 'mac_address': 'fa:16:3e:59:84:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a8dc7a-f32b-40d0-9d60-95f15fa2e089', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T01:37:56Z', 'updated_at': '2021-08-25T01:37:56Z', 'revision_number': 0, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'fixed_ip_address_scope': None}, {'id': 'bcc1b927-0d1d-4bb9-a5d8-31aadee36ac4', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'floating_ip_address': '172.27.1.189', 'floating_network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'router_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'port_id': '7cbfb58b-250b-434a-a8f8-a66c796334e4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8', 'mac_address': 'fa:16:3e:af:ae:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf42ba6b-d50a-40e1-9125-f726ddb5be2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T01:35:49Z', 'updated_at': '2021-08-25T01:35:51Z', 'revision_number': 1, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad7755ad-d744-4372-8f30-8e9347161788', 'name': '', 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'mac_address': 'fa:16:3e:c7:c3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'e4e76ae4-a0df-4300-91e1-70e2eeb06d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:32:17Z', 'updated_at': '2021-08-25T01:32:23Z', 'revision_number': 5, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'subnets': [{'id': 'e4e76ae4-a0df-4300-91e1-70e2eeb06d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:37:58.111592 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047efbf2-66ae-4547-be82-fa7fabb6dcac None None] The sync data for ids ['fbfad13f-9e18-4a50-a601-e0301b78a9a5'] in dv-cinder-790014-2-iscsi is: [{'id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'name': 'tempest-TestVolumeBootPattern-197417283-router', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '735a2362-df5c-4fc7-adad-7623e23d61cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:32:15Z', 'updated_at': '2021-08-25T01:32:17Z', 'revision_number': 4, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'gw_port': {'id': '735a2362-df5c-4fc7-adad-7623e23d61cc', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:32:15Z', 'updated_at': '2021-08-25T01:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_floatingips': [{'id': '8c407b7a-a1a7-4d18-9b7e-bd3daac3fd5d', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'floating_ip_address': '172.27.1.220', 'floating_network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'router_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'port_id': 'd33aa8f8-e730-4711-9683-f9d85a2f5fcd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8', 'mac_address': 'fa:16:3e:59:84:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a8dc7a-f32b-40d0-9d60-95f15fa2e089', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T01:37:56Z', 'updated_at': '2021-08-25T01:37:56Z', 'revision_number': 0, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'fixed_ip_address_scope': None}, {'id': 'bcc1b927-0d1d-4bb9-a5d8-31aadee36ac4', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'floating_ip_address': '172.27.1.189', 'floating_network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'router_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'port_id': '7cbfb58b-250b-434a-a8f8-a66c796334e4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8', 'mac_address': 'fa:16:3e:af:ae:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf42ba6b-d50a-40e1-9125-f726ddb5be2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T01:35:49Z', 'updated_at': '2021-08-25T01:35:51Z', 'revision_number': 1, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad7755ad-d744-4372-8f30-8e9347161788', 'name': '', 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'mac_address': 'fa:16:3e:c7:c3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'e4e76ae4-a0df-4300-91e1-70e2eeb06d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:32:17Z', 'updated_at': '2021-08-25T01:32:23Z', 'revision_number': 5, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'subnets': [{'id': 'e4e76ae4-a0df-4300-91e1-70e2eeb06d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 01:37:58.316009 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d54d9e0-ed07-401b-b6f1-f1c305e9ff3c None None] New status for floating IP 8c407b7a-a1a7-4d18-9b7e-bd3daac3fd5d: ACTIVE {{(pid=93835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 01:38:00.286583 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eaa91c46-446a-49ce-b664-565da2bb262f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:38:00.413279 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:38:00.931512 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d877336-721a-4d3d-9b41-e32e75b3d69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:38:02.603659 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-637296fa-69e7-4112-9a21-84726ca1bc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:38:19.661255 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:38:27.326092 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f1cfe95f-29bd-461f-bc26-ea6e515a9753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:38:29.991279 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-60391985-0d8a-4505-94c8-e4d8451a57e8 req-0146a4c2-d1e5-4c7b-9d23-93472a3c0946 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bf42ba6b-d50a-40e1-9125-f726ddb5be2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385814 Aug 25 01:38:30.069699 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60391985-0d8a-4505-94c8-e4d8451a57e8 req-d5d47391-3274-4fee-8ad0-bea89a37f345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:38:30.071058 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-60391985-0d8a-4505-94c8-e4d8451a57e8 req-d5d47391-3274-4fee-8ad0-bea89a37f345 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ada43be06e92474191038a2b41a9f39b&device_id=bf42ba6b-d50a-40e1-9125-f726ddb5be2a HTTP/1.1" status: 200 len: 1099 time: 0.0387788 Aug 25 01:38:30.171401 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60391985-0d8a-4505-94c8-e4d8451a57e8 req-2e3346ab-3c1a-48e3-8477-ecceec076175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:38:30.173272 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-60391985-0d8a-4505-94c8-e4d8451a57e8 req-2e3346ab-3c1a-48e3-8477-ecceec076175 service neutron] 10.222.0.26 "GET /v2.0/networks?id=109ccc69-61fe-42e8-83da-81c7da1807b8 HTTP/1.1" status: 200 len: 912 time: 0.0844927 Aug 25 01:38:30.237595 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-60391985-0d8a-4505-94c8-e4d8451a57e8 req-81d96717-4dfc-4a29-975a-13ff41c4115e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cbfb58b-250b-434a-a8f8-a66c796334e4 HTTP/1.1" status: 200 len: 1002 time: 0.0571973 Aug 25 01:38:30.256067 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.agents_db [None req-4bdcba96-0b2f-4eba-81a9-023f498d003c None None] Agent healthcheck: found 6 active agents {{(pid=93835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 01:38:30.285350 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c5f26f15-8b1e-46c2-87f4-1f91953a6cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:38:30.286057 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60391985-0d8a-4505-94c8-e4d8451a57e8 req-6a5d81e6-d864-4b5c-aeb4-7e82ca9f0b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:38:30.287568 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-60391985-0d8a-4505-94c8-e4d8451a57e8 req-6a5d81e6-d864-4b5c-aeb4-7e82ca9f0b7c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e4e76ae4-a0df-4300-91e1-70e2eeb06d40 HTTP/1.1" status: 200 len: 850 time: 0.0430872 Aug 25 01:38:30.335585 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60391985-0d8a-4505-94c8-e4d8451a57e8 req-dd0116b3-2e98-4517-ae11-d5b5c136ff40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:38:30.336933 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-60391985-0d8a-4505-94c8-e4d8451a57e8 req-dd0116b3-2e98-4517-ae11-d5b5c136ff40 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=109ccc69-61fe-42e8-83da-81c7da1807b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426579 Aug 25 01:38:30.413555 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:38:30.424398 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-60391985-0d8a-4505-94c8-e4d8451a57e8 req-4712b87a-ab37-4be2-aa20-e9b61cb0565f service neutron] 10.222.0.26 "GET /v2.0/networks/109ccc69-61fe-42e8-83da-81c7da1807b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800903 Aug 25 01:38:30.515947 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-60391985-0d8a-4505-94c8-e4d8451a57e8 req-4e74ab15-aef2-4742-88b6-b1ea9a371a85 service neutron] 10.222.0.26 "GET /v2.0/networks/109ccc69-61fe-42e8-83da-81c7da1807b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841863 Aug 25 01:38:30.935186 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d877336-721a-4d3d-9b41-e32e75b3d69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:38:32.607360 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-637296fa-69e7-4112-9a21-84726ca1bc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:38:49.660828 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:38:57.326410 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fe78bcbe-ff5b-49ca-98a3-dae1041aef3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:00.284091 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d7d78f2b-fa06-4333-92f4-69fb97ebbd11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:00.413067 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:00.937298 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d877336-721a-4d3d-9b41-e32e75b3d69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:02.609443 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-637296fa-69e7-4112-9a21-84726ca1bc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:07.258924 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.agents_db [None req-4bdcba96-0b2f-4eba-81a9-023f498d003c None None] Agent healthcheck: found 6 active agents {{(pid=93835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 01:39:19.668327 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:25.557308 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 58128) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:39:25.705573 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-f3f16a10-85a8-40f9-baac-7419aa83cbbb tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Deleting port 2d923702-2dd7-4748-a349-25b7293c0862 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 01:39:25.705917 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f3f16a10-85a8-40f9-baac-7419aa83cbbb tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782027226579'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:25.780117 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f3f16a10-85a8-40f9-baac-7419aa83cbbb tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647429'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:25.780370 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f3f16a10-85a8-40f9-baac-7419aa83cbbb tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:25.791621 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-f3f16a10-85a8-40f9-baac-7419aa83cbbb tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Calling delete_port for 2d923702-2dd7-4748-a349-25b7293c0862 owned by network:floatingip {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 01:39:25.932244 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f3f16a10-85a8-40f9-baac-7419aa83cbbb tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782027086291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782026665153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11069661'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:25.955048 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f16a10-85a8-40f9-baac-7419aa83cbbb tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Pushing event deleted for resources: {'Port': ['ID=2d923702-2dd7-4748-a349-25b7293c0862,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:39:25.964387 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f16a10-85a8-40f9-baac-7419aa83cbbb tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:39:25.964735 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f16a10-85a8-40f9-baac-7419aa83cbbb tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:39:25.965075 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f16a10-85a8-40f9-baac-7419aa83cbbb tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:39:25.965410 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f16a10-85a8-40f9-baac-7419aa83cbbb tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:39:25.965740 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f16a10-85a8-40f9-baac-7419aa83cbbb tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:39:25.966526 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f16a10-85a8-40f9-baac-7419aa83cbbb tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:39:25.966526 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f16a10-85a8-40f9-baac-7419aa83cbbb tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:39:25.966752 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f16a10-85a8-40f9-baac-7419aa83cbbb tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:39:25.967028 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f16a10-85a8-40f9-baac-7419aa83cbbb tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:39:25.967349 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f16a10-85a8-40f9-baac-7419aa83cbbb tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:39:25.967666 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f16a10-85a8-40f9-baac-7419aa83cbbb tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:39:25.967988 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f16a10-85a8-40f9-baac-7419aa83cbbb tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:39:26.024250 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f3f16a10-85a8-40f9-baac-7419aa83cbbb tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks [] for floatingip, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:26.024577 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.db.l3_db [None req-f3f16a10-85a8-40f9-baac-7419aa83cbbb tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Floating IP 8c407b7a-a1a7-4d18-9b7e-bd3daac3fd5d disassociated (deleted). External IP: 172.27.1.220, port: d33aa8f8-e730-4711-9683-f9d85a2f5fcd. Aug 25 01:39:26.221457 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3f16a10-85a8-40f9-baac-7419aa83cbbb tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Router fbfad13f-9e18-4a50-a601-e0301b78a9a5 has already been hosted by L3 agent 2e219680-1a48-4599-ad97-adf9ec497b47 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 01:39:26.323394 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f16a10-85a8-40f9-baac-7419aa83cbbb tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify agent at l3_agent.dv-cinder-790014-2-iscsi the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 01:39:26.327822 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f3f16a10-85a8-40f9-baac-7419aa83cbbb tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:26.333488 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adc452f-9f18-4659-bdaf-9c43f5e48e5d None None] Sync routers for ids ['fbfad13f-9e18-4a50-a601-e0301b78a9a5'] in dv-cinder-790014-2-iscsi {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 01:39:26.342006 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adc452f-9f18-4659-bdaf-9c43f5e48e5d None None] Routers {'fbfad13f-9e18-4a50-a601-e0301b78a9a5'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:39:26.342615 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-9adc452f-9f18-4659-bdaf-9c43f5e48e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:39:00Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['fbfad13f-9e18-4a50-a601-e0301b78a9a5'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:39:26.353546 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-f3f16a10-85a8-40f9-baac-7419aa83cbbb tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "DELETE /v2.0/floatingips/8c407b7a-a1a7-4d18-9b7e-bd3daac3fd5d HTTP/1.1" status: 204 len: 168 time: 0.7951648 Aug 25 01:39:26.354112 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a8dc7a-f32b-40d0-9d60-95f15fa2e089', 'tag': 'd33aa8f8-e730-4711-9683-f9d85a2f5fcd'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:39:26.356702 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99221413ad608258be70d61d3aee829b58887b18c5c2a60c7a37b33fff07d90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f879351d-ef13-4a50-938e-52d581d8bafa" -d '{"events": [{"name": "network-changed", "server_uuid": "64a8dc7a-f32b-40d0-9d60-95f15fa2e089", "tag": "d33aa8f8-e730-4711-9683-f9d85a2f5fcd"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:39:26.450704 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-9adc452f-9f18-4659-bdaf-9c43f5e48e5d None None] Set router fbfad13f-9e18-4a50-a601-e0301b78a9a5 gateway port host: dv-cinder-790014-2-iscsi {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:39:26.584125 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 01:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00db096b-7581-4814-aca2-75e779dcb447 x-openstack-request-id: req-00db096b-7581-4814-aca2-75e779dcb447 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:39:26.584661 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64a8dc7a-f32b-40d0-9d60-95f15fa2e089", "tag": "d33aa8f8-e730-4711-9683-f9d85a2f5fcd", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:39:26.584661 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-00db096b-7581-4814-aca2-75e779dcb447 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:39:26.585180 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64a8dc7a-f32b-40d0-9d60-95f15fa2e089', 'tag': 'd33aa8f8-e730-4711-9683-f9d85a2f5fcd', 'status': 'completed', 'code': 200} Aug 25 01:39:26.601199 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0781ee-a4f6-4ecc-88ed-7630e0fe78e7 req-d718bc51-6123-4256-9bd0-5ca7f33a6a9e tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:39:26.602791 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-7d0781ee-a4f6-4ecc-88ed-7630e0fe78e7 req-d718bc51-6123-4256-9bd0-5ca7f33a6a9e tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=64a8dc7a-f32b-40d0-9d60-95f15fa2e089 HTTP/1.1" status: 200 len: 946 time: 0.0519361 Aug 25 01:39:26.647023 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879351d-ef13-4a50-938e-52d581d8bafa req-21bc8aa9-8b1c-4c59-987e-60b438e85858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:39:26.647570 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-7d0781ee-a4f6-4ecc-88ed-7630e0fe78e7 req-ce26b2d6-172b-4e3a-9901-24a395581ff1 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382822 Aug 25 01:39:26.649260 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-f879351d-ef13-4a50-938e-52d581d8bafa req-21bc8aa9-8b1c-4c59-987e-60b438e85858 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ada43be06e92474191038a2b41a9f39b&device_id=64a8dc7a-f32b-40d0-9d60-95f15fa2e089 HTTP/1.1" status: 200 len: 1099 time: 0.0411739 Aug 25 01:39:26.690618 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-9adc452f-9f18-4659-bdaf-9c43f5e48e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'name': 'tempest-TestVolumeBootPattern-197417283-router', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '735a2362-df5c-4fc7-adad-7623e23d61cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:32:15Z', 'updated_at': '2021-08-25T01:32:17Z', 'revision_number': 4, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'gw_port': {'id': '735a2362-df5c-4fc7-adad-7623e23d61cc', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:32:15Z', 'updated_at': '2021-08-25T01:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_floatingips': [{'id': 'bcc1b927-0d1d-4bb9-a5d8-31aadee36ac4', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'floating_ip_address': '172.27.1.189', 'floating_network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'router_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'port_id': '7cbfb58b-250b-434a-a8f8-a66c796334e4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8', 'mac_address': 'fa:16:3e:af:ae:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf42ba6b-d50a-40e1-9125-f726ddb5be2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T01:35:49Z', 'updated_at': '2021-08-25T01:35:51Z', 'revision_number': 1, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad7755ad-d744-4372-8f30-8e9347161788', 'name': '', 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'mac_address': 'fa:16:3e:c7:c3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'e4e76ae4-a0df-4300-91e1-70e2eeb06d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:32:17Z', 'updated_at': '2021-08-25T01:32:23Z', 'revision_number': 5, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'subnets': [{'id': 'e4e76ae4-a0df-4300-91e1-70e2eeb06d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:39:26.717660 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adc452f-9f18-4659-bdaf-9c43f5e48e5d None None] Checking router: fbfad13f-9e18-4a50-a601-e0301b78a9a5 for host: dv-cinder-790014-2-iscsi {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 01:39:26.726388 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adc452f-9f18-4659-bdaf-9c43f5e48e5d None None] Routers {'fbfad13f-9e18-4a50-a601-e0301b78a9a5'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:39:26.727038 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-9adc452f-9f18-4659-bdaf-9c43f5e48e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:39:00Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['fbfad13f-9e18-4a50-a601-e0301b78a9a5'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:39:26.742544 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879351d-ef13-4a50-938e-52d581d8bafa req-d0b70774-b178-4da6-921e-a85563016a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:39:26.744099 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-f879351d-ef13-4a50-938e-52d581d8bafa req-d0b70774-b178-4da6-921e-a85563016a82 service neutron] 10.222.0.26 "GET /v2.0/networks?id=109ccc69-61fe-42e8-83da-81c7da1807b8 HTTP/1.1" status: 200 len: 912 time: 0.0860887 Aug 25 01:39:26.787076 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-f879351d-ef13-4a50-938e-52d581d8bafa req-be4c8dfe-3d6b-491c-becf-a4fda73f05e5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d33aa8f8-e730-4711-9683-f9d85a2f5fcd HTTP/1.1" status: 200 len: 217 time: 0.0340061 Aug 25 01:39:26.831687 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-9adc452f-9f18-4659-bdaf-9c43f5e48e5d None None] Set router fbfad13f-9e18-4a50-a601-e0301b78a9a5 gateway port host: dv-cinder-790014-2-iscsi {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:39:26.835712 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879351d-ef13-4a50-938e-52d581d8bafa req-afd6db8c-a155-4582-b674-561546e07bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:39:26.837134 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-f879351d-ef13-4a50-938e-52d581d8bafa req-afd6db8c-a155-4582-b674-561546e07bf2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e4e76ae4-a0df-4300-91e1-70e2eeb06d40 HTTP/1.1" status: 200 len: 850 time: 0.0431814 Aug 25 01:39:26.883496 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879351d-ef13-4a50-938e-52d581d8bafa req-facfa79c-cc2f-4871-a014-733c1d372e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:39:26.884942 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-f879351d-ef13-4a50-938e-52d581d8bafa req-facfa79c-cc2f-4871-a014-733c1d372e12 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=109ccc69-61fe-42e8-83da-81c7da1807b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389693 Aug 25 01:39:26.976671 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-f879351d-ef13-4a50-938e-52d581d8bafa req-3673a747-6276-426e-aad1-5721dbf27420 service neutron] 10.222.0.26 "GET /v2.0/networks/109ccc69-61fe-42e8-83da-81c7da1807b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826504 Aug 25 01:39:27.050293 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-9adc452f-9f18-4659-bdaf-9c43f5e48e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'name': 'tempest-TestVolumeBootPattern-197417283-router', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '735a2362-df5c-4fc7-adad-7623e23d61cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:32:15Z', 'updated_at': '2021-08-25T01:32:17Z', 'revision_number': 4, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'gw_port': {'id': '735a2362-df5c-4fc7-adad-7623e23d61cc', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:32:15Z', 'updated_at': '2021-08-25T01:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_floatingips': [{'id': 'bcc1b927-0d1d-4bb9-a5d8-31aadee36ac4', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'floating_ip_address': '172.27.1.189', 'floating_network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'router_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'port_id': '7cbfb58b-250b-434a-a8f8-a66c796334e4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8', 'mac_address': 'fa:16:3e:af:ae:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf42ba6b-d50a-40e1-9125-f726ddb5be2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T01:35:49Z', 'updated_at': '2021-08-25T01:35:51Z', 'revision_number': 1, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad7755ad-d744-4372-8f30-8e9347161788', 'name': '', 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'mac_address': 'fa:16:3e:c7:c3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'e4e76ae4-a0df-4300-91e1-70e2eeb06d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:32:17Z', 'updated_at': '2021-08-25T01:32:23Z', 'revision_number': 5, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'subnets': [{'id': 'e4e76ae4-a0df-4300-91e1-70e2eeb06d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:39:27.066522 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-f879351d-ef13-4a50-938e-52d581d8bafa req-e1cb42b1-7a3a-4f31-8262-8e950c4f4e04 service neutron] 10.222.0.26 "GET /v2.0/networks/109ccc69-61fe-42e8-83da-81c7da1807b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817406 Aug 25 01:39:27.077868 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adc452f-9f18-4659-bdaf-9c43f5e48e5d None None] The sync data for ids ['fbfad13f-9e18-4a50-a601-e0301b78a9a5'] in dv-cinder-790014-2-iscsi is: [{'id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'name': 'tempest-TestVolumeBootPattern-197417283-router', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '735a2362-df5c-4fc7-adad-7623e23d61cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:32:15Z', 'updated_at': '2021-08-25T01:32:17Z', 'revision_number': 4, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'gw_port': {'id': '735a2362-df5c-4fc7-adad-7623e23d61cc', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:32:15Z', 'updated_at': '2021-08-25T01:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_floatingips': [{'id': 'bcc1b927-0d1d-4bb9-a5d8-31aadee36ac4', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'floating_ip_address': '172.27.1.189', 'floating_network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'router_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'port_id': '7cbfb58b-250b-434a-a8f8-a66c796334e4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8', 'mac_address': 'fa:16:3e:af:ae:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf42ba6b-d50a-40e1-9125-f726ddb5be2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T01:35:49Z', 'updated_at': '2021-08-25T01:35:51Z', 'revision_number': 1, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad7755ad-d744-4372-8f30-8e9347161788', 'name': '', 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'mac_address': 'fa:16:3e:c7:c3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'e4e76ae4-a0df-4300-91e1-70e2eeb06d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:32:17Z', 'updated_at': '2021-08-25T01:32:23Z', 'revision_number': 5, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'subnets': [{'id': 'e4e76ae4-a0df-4300-91e1-70e2eeb06d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 01:39:27.276581 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21133912-3a37-434f-a5e4-c12382252fa8 None None] New status for floating IP 8c407b7a-a1a7-4d18-9b7e-bd3daac3fd5d: DOWN {{(pid=93835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 01:39:27.326191 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a878e3d4-e305-4f48-b637-a23a080624ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:27.756745 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57282000-a8e2-45a1-8aea-9efff0200003 req-d08b3111-7a32-4c5e-8e05-34cd3f277ab6 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:39:27.758427 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-57282000-a8e2-45a1-8aea-9efff0200003 req-d08b3111-7a32-4c5e-8e05-34cd3f277ab6 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=64a8dc7a-f32b-40d0-9d60-95f15fa2e089 HTTP/1.1" status: 200 len: 946 time: 0.0463834 Aug 25 01:39:27.798211 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-57282000-a8e2-45a1-8aea-9efff0200003 req-805eb6ef-65a4-4023-a135-a7aa3543474a tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334117 Aug 25 01:39:28.147062 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f3223-67c0-41a2-ad03-345330de77c1 req-85a8ebf2-3709-4b6c-922e-def012fe0f6c tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:39:28.148406 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-530f3223-67c0-41a2-ad03-345330de77c1 req-85a8ebf2-3709-4b6c-922e-def012fe0f6c tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.26 "GET /v2.0/ports?device_id=64a8dc7a-f32b-40d0-9d60-95f15fa2e089 HTTP/1.1" status: 200 len: 946 time: 0.0515501 Aug 25 01:39:28.234606 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-530f3223-67c0-41a2-ad03-345330de77c1 req-fddd0e63-a980-44fd-a1e7-bee56f8dc335 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Deleting port d33aa8f8-e730-4711-9683-f9d85a2f5fcd {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 01:39:28.235013 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-530f3223-67c0-41a2-ad03-345330de77c1 req-fddd0e63-a980-44fd-a1e7-bee56f8dc335 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782027226579'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:28.323304 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-530f3223-67c0-41a2-ad03-345330de77c1 req-fddd0e63-a980-44fd-a1e7-bee56f8dc335 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] For port d33aa8f8-e730-4711-9683-f9d85a2f5fcd, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=d33aa8f8-e730-4711-9683-f9d85a2f5fcd,segment=NetworkSegment(c04ee889-7418-43cc-a81f-2f5facfdbc4b),segment_id=c04ee889-7418-43cc-a81f-2f5facfdbc4b)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:39:28.323674 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-530f3223-67c0-41a2-ad03-345330de77c1 req-fddd0e63-a980-44fd-a1e7-bee56f8dc335 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647429'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:28.336605 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-530f3223-67c0-41a2-ad03-345330de77c1 req-fddd0e63-a980-44fd-a1e7-bee56f8dc335 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Calling delete_port for d33aa8f8-e730-4711-9683-f9d85a2f5fcd owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 01:39:28.457843 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-530f3223-67c0-41a2-ad03-345330de77c1 req-fddd0e63-a980-44fd-a1e7-bee56f8dc335 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782027086291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782026665153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:28.488995 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd0e63-a980-44fd-a1e7-bee56f8dc335 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Pushing event deleted for resources: {'Port': ['ID=d33aa8f8-e730-4711-9683-f9d85a2f5fcd,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:39:28.514796 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd0e63-a980-44fd-a1e7-bee56f8dc335 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:39:28.515144 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd0e63-a980-44fd-a1e7-bee56f8dc335 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:39:28.515479 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd0e63-a980-44fd-a1e7-bee56f8dc335 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:39:28.515808 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd0e63-a980-44fd-a1e7-bee56f8dc335 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:39:28.516804 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd0e63-a980-44fd-a1e7-bee56f8dc335 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:39:28.517154 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd0e63-a980-44fd-a1e7-bee56f8dc335 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:39:28.517457 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd0e63-a980-44fd-a1e7-bee56f8dc335 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:39:28.517808 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd0e63-a980-44fd-a1e7-bee56f8dc335 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:39:28.518129 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd0e63-a980-44fd-a1e7-bee56f8dc335 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:39:28.518448 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd0e63-a980-44fd-a1e7-bee56f8dc335 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:39:28.518793 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd0e63-a980-44fd-a1e7-bee56f8dc335 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:39:28.519111 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd0e63-a980-44fd-a1e7-bee56f8dc335 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-2-iscsi {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 01:39:28.540296 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-530f3223-67c0-41a2-ad03-345330de77c1 req-fddd0e63-a980-44fd-a1e7-bee56f8dc335 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] No DVR routers for this DVR port d33aa8f8-e730-4711-9683-f9d85a2f5fcd on host hv-cinder-79001 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 01:39:28.542754 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-530f3223-67c0-41a2-ad03-345330de77c1 req-fddd0e63-a980-44fd-a1e7-bee56f8dc335 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:28.544748 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-530f3223-67c0-41a2-ad03-345330de77c1 req-fddd0e63-a980-44fd-a1e7-bee56f8dc335 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.26 "DELETE /v2.0/ports/d33aa8f8-e730-4711-9683-f9d85a2f5fcd HTTP/1.1" status: 204 len: 173 time: 0.3894978 Aug 25 01:39:28.545168 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a8dc7a-f32b-40d0-9d60-95f15fa2e089', 'name': 'network-vif-deleted', 'tag': 'd33aa8f8-e730-4711-9683-f9d85a2f5fcd'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:39:28.547410 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6aaa77860150641abcbf195034e02978cb43d302165c9bbcbee081d494fe815" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8003411a-1395-48a1-9a52-645c400a9daf" -d '{"events": [{"server_uuid": "64a8dc7a-f32b-40d0-9d60-95f15fa2e089", "name": "network-vif-deleted", "tag": "d33aa8f8-e730-4711-9683-f9d85a2f5fcd"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:39:28.641967 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 01:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b803d2ca-10a1-4c8e-9927-25dc3fb1e98c x-openstack-request-id: req-b803d2ca-10a1-4c8e-9927-25dc3fb1e98c {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:39:28.642263 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a8dc7a-f32b-40d0-9d60-95f15fa2e089", "name": "network-vif-deleted", "tag": "d33aa8f8-e730-4711-9683-f9d85a2f5fcd", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:39:28.642523 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b803d2ca-10a1-4c8e-9927-25dc3fb1e98c {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:39:28.642950 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a8dc7a-f32b-40d0-9d60-95f15fa2e089', 'name': 'network-vif-deleted', 'tag': 'd33aa8f8-e730-4711-9683-f9d85a2f5fcd', 'status': 'completed', 'code': 200} Aug 25 01:39:28.902488 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-98cc4b02-bddb-4350-bf61-f2270d120d76 req-2a64eeab-9a12-4184-b4ba-8aba3a84d504 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=64a8dc7a-f32b-40d0-9d60-95f15fa2e089 HTTP/1.1" status: 200 len: 210 time: 0.0362351 Aug 25 01:39:30.284980 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-392d1b93-27a5-4aee-b4f3-7fae9941cf5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:30.412654 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:30.938856 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d877336-721a-4d3d-9b41-e32e75b3d69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:32.169702 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 58174) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:39:32.316844 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-e95c125d-876b-447e-a2ab-54b2c25c8c3f tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Deleting port ef5c3f43-cd46-44ac-996f-5f1db0ef6a30 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 01:39:32.317178 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e95c125d-876b-447e-a2ab-54b2c25c8c3f tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782027226579'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:32.389951 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e95c125d-876b-447e-a2ab-54b2c25c8c3f tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647429'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:32.390270 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e95c125d-876b-447e-a2ab-54b2c25c8c3f tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:32.402098 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-e95c125d-876b-447e-a2ab-54b2c25c8c3f tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Calling delete_port for ef5c3f43-cd46-44ac-996f-5f1db0ef6a30 owned by network:floatingip {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 01:39:32.541389 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e95c125d-876b-447e-a2ab-54b2c25c8c3f tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782027086291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782026665153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11069661'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:32.566323 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95c125d-876b-447e-a2ab-54b2c25c8c3f tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Pushing event deleted for resources: {'Port': ['ID=ef5c3f43-cd46-44ac-996f-5f1db0ef6a30,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:39:32.613615 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-637296fa-69e7-4112-9a21-84726ca1bc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:32.625997 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e95c125d-876b-447e-a2ab-54b2c25c8c3f tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks [] for floatingip, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:32.626319 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.db.l3_db [None req-e95c125d-876b-447e-a2ab-54b2c25c8c3f tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Floating IP bcc1b927-0d1d-4bb9-a5d8-31aadee36ac4 disassociated (deleted). External IP: 172.27.1.189, port: 7cbfb58b-250b-434a-a8f8-a66c796334e4. Aug 25 01:39:33.047425 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e95c125d-876b-447e-a2ab-54b2c25c8c3f tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Router fbfad13f-9e18-4a50-a601-e0301b78a9a5 has already been hosted by L3 agent 2e219680-1a48-4599-ad97-adf9ec497b47 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 01:39:33.131832 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device d33aa8f8-e730-4711-9683-f9d85a2f5fcd no longer exists at agent hyperv_hv-cinder-79001 {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 01:39:33.149333 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e95c125d-876b-447e-a2ab-54b2c25c8c3f tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify agent at l3_agent.dv-cinder-790014-2-iscsi the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 01:39:33.151586 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] No Port match for: d33aa8f8-e730-4711-9683-f9d85a2f5fcd {{(pid=93834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 01:39:33.151938 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device d33aa8f8-e730-4711-9683-f9d85a2f5fcd not bound to the agent host hv-cinder-79001 {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 01:39:33.154840 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e95c125d-876b-447e-a2ab-54b2c25c8c3f tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:33.158900 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fd5daf-9e13-4e0c-8a89-632a677b34ae None None] Sync routers for ids ['fbfad13f-9e18-4a50-a601-e0301b78a9a5'] in dv-cinder-790014-2-iscsi {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 01:39:33.167212 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fd5daf-9e13-4e0c-8a89-632a677b34ae None None] Routers {'fbfad13f-9e18-4a50-a601-e0301b78a9a5'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:39:33.167829 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-f8fd5daf-9e13-4e0c-8a89-632a677b34ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:39:30Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['fbfad13f-9e18-4a50-a601-e0301b78a9a5'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:39:33.184615 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-e95c125d-876b-447e-a2ab-54b2c25c8c3f tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "DELETE /v2.0/floatingips/bcc1b927-0d1d-4bb9-a5d8-31aadee36ac4 HTTP/1.1" status: 204 len: 168 time: 1.0138488 Aug 25 01:39:33.185264 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf42ba6b-d50a-40e1-9125-f726ddb5be2a', 'tag': '7cbfb58b-250b-434a-a8f8-a66c796334e4'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:39:33.187399 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99221413ad608258be70d61d3aee829b58887b18c5c2a60c7a37b33fff07d90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6efee4f-30e4-4e0e-9dad-3e14351fdd7f" -d '{"events": [{"name": "network-changed", "server_uuid": "bf42ba6b-d50a-40e1-9125-f726ddb5be2a", "tag": "7cbfb58b-250b-434a-a8f8-a66c796334e4"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:39:33.227147 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 01:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb33e9a6-714a-44e0-8ff5-ec8952c25995 x-openstack-request-id: req-bb33e9a6-714a-44e0-8ff5-ec8952c25995 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:39:33.227972 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf42ba6b-d50a-40e1-9125-f726ddb5be2a", "tag": "7cbfb58b-250b-434a-a8f8-a66c796334e4", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:39:33.228222 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bb33e9a6-714a-44e0-8ff5-ec8952c25995 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:39:33.229147 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf42ba6b-d50a-40e1-9125-f726ddb5be2a', 'tag': '7cbfb58b-250b-434a-a8f8-a66c796334e4', 'status': 'completed', 'code': 200} Aug 25 01:39:33.275255 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-f8fd5daf-9e13-4e0c-8a89-632a677b34ae None None] Set router fbfad13f-9e18-4a50-a601-e0301b78a9a5 gateway port host: dv-cinder-790014-2-iscsi {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:39:33.293562 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6efee4f-30e4-4e0e-9dad-3e14351fdd7f req-e5a22b67-628d-40dc-90bb-0054d661bd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:39:33.295387 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d6efee4f-30e4-4e0e-9dad-3e14351fdd7f req-e5a22b67-628d-40dc-90bb-0054d661bd5e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ada43be06e92474191038a2b41a9f39b&device_id=bf42ba6b-d50a-40e1-9125-f726ddb5be2a HTTP/1.1" status: 200 len: 1099 time: 0.0435224 Aug 25 01:39:33.395152 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6efee4f-30e4-4e0e-9dad-3e14351fdd7f req-66e57659-af73-4d86-b40d-ff9fc67cacab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:39:33.396637 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d6efee4f-30e4-4e0e-9dad-3e14351fdd7f req-66e57659-af73-4d86-b40d-ff9fc67cacab service neutron] 10.222.0.26 "GET /v2.0/networks?id=109ccc69-61fe-42e8-83da-81c7da1807b8 HTTP/1.1" status: 200 len: 912 time: 0.0940816 Aug 25 01:39:33.401918 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5203e31-1c4f-4b4b-b626-e17889b9f067 req-ead44018-8c6b-410d-81b0-7d3fa5604e57 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:39:33.403402 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-b5203e31-1c4f-4b4b-b626-e17889b9f067 req-ead44018-8c6b-410d-81b0-7d3fa5604e57 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf42ba6b-d50a-40e1-9125-f726ddb5be2a HTTP/1.1" status: 200 len: 946 time: 0.0485160 Aug 25 01:39:33.441224 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-b5203e31-1c4f-4b4b-b626-e17889b9f067 req-57a007ea-d74c-4b8d-b5b9-815ea9dfd179 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315702 Aug 25 01:39:33.441462 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d6efee4f-30e4-4e0e-9dad-3e14351fdd7f req-22d7c3f7-a228-4c16-8c38-644c40b311f4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cbfb58b-250b-434a-a8f8-a66c796334e4 HTTP/1.1" status: 200 len: 217 time: 0.0353999 Aug 25 01:39:33.485307 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-f8fd5daf-9e13-4e0c-8a89-632a677b34ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'name': 'tempest-TestVolumeBootPattern-197417283-router', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '735a2362-df5c-4fc7-adad-7623e23d61cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:32:15Z', 'updated_at': '2021-08-25T01:32:17Z', 'revision_number': 4, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'gw_port': {'id': '735a2362-df5c-4fc7-adad-7623e23d61cc', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:32:15Z', 'updated_at': '2021-08-25T01:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_interfaces': [{'id': 'ad7755ad-d744-4372-8f30-8e9347161788', 'name': '', 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'mac_address': 'fa:16:3e:c7:c3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'e4e76ae4-a0df-4300-91e1-70e2eeb06d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:32:17Z', 'updated_at': '2021-08-25T01:32:23Z', 'revision_number': 5, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'subnets': [{'id': 'e4e76ae4-a0df-4300-91e1-70e2eeb06d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:39:33.491838 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6efee4f-30e4-4e0e-9dad-3e14351fdd7f req-f8f1727e-af34-4318-becb-88b3201ae5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:39:33.493272 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d6efee4f-30e4-4e0e-9dad-3e14351fdd7f req-f8f1727e-af34-4318-becb-88b3201ae5fe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e4e76ae4-a0df-4300-91e1-70e2eeb06d40 HTTP/1.1" status: 200 len: 850 time: 0.0433462 Aug 25 01:39:33.511799 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fd5daf-9e13-4e0c-8a89-632a677b34ae None None] Checking router: fbfad13f-9e18-4a50-a601-e0301b78a9a5 for host: dv-cinder-790014-2-iscsi {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 01:39:33.520009 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fd5daf-9e13-4e0c-8a89-632a677b34ae None None] Routers {'fbfad13f-9e18-4a50-a601-e0301b78a9a5'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:39:33.520615 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-f8fd5daf-9e13-4e0c-8a89-632a677b34ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:39:30Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['fbfad13f-9e18-4a50-a601-e0301b78a9a5'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:39:33.543881 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6efee4f-30e4-4e0e-9dad-3e14351fdd7f req-722c47dd-953a-4d75-bfd2-b2332b44e4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:39:33.545352 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d6efee4f-30e4-4e0e-9dad-3e14351fdd7f req-722c47dd-953a-4d75-bfd2-b2332b44e4e7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=109ccc69-61fe-42e8-83da-81c7da1807b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434296 Aug 25 01:39:33.622798 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-f8fd5daf-9e13-4e0c-8a89-632a677b34ae None None] Set router fbfad13f-9e18-4a50-a601-e0301b78a9a5 gateway port host: dv-cinder-790014-2-iscsi {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:39:33.635613 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d6efee4f-30e4-4e0e-9dad-3e14351fdd7f req-c51ab5d7-deee-4d65-9ea2-bb81c60ff1a8 service neutron] 10.222.0.26 "GET /v2.0/networks/109ccc69-61fe-42e8-83da-81c7da1807b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800426 Aug 25 01:39:33.727850 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-d6efee4f-30e4-4e0e-9dad-3e14351fdd7f req-0abf43c0-d651-4b44-9afe-724a555df66a service neutron] 10.222.0.26 "GET /v2.0/networks/109ccc69-61fe-42e8-83da-81c7da1807b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845439 Aug 25 01:39:34.029797 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-f8fd5daf-9e13-4e0c-8a89-632a677b34ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'name': 'tempest-TestVolumeBootPattern-197417283-router', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '735a2362-df5c-4fc7-adad-7623e23d61cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:32:15Z', 'updated_at': '2021-08-25T01:32:17Z', 'revision_number': 4, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'gw_port': {'id': '735a2362-df5c-4fc7-adad-7623e23d61cc', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:32:15Z', 'updated_at': '2021-08-25T01:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_interfaces': [{'id': 'ad7755ad-d744-4372-8f30-8e9347161788', 'name': '', 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'mac_address': 'fa:16:3e:c7:c3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'e4e76ae4-a0df-4300-91e1-70e2eeb06d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:32:17Z', 'updated_at': '2021-08-25T01:32:23Z', 'revision_number': 5, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'subnets': [{'id': 'e4e76ae4-a0df-4300-91e1-70e2eeb06d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:39:34.057786 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fd5daf-9e13-4e0c-8a89-632a677b34ae None None] The sync data for ids ['fbfad13f-9e18-4a50-a601-e0301b78a9a5'] in dv-cinder-790014-2-iscsi is: [{'id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'name': 'tempest-TestVolumeBootPattern-197417283-router', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '735a2362-df5c-4fc7-adad-7623e23d61cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:32:15Z', 'updated_at': '2021-08-25T01:32:17Z', 'revision_number': 4, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'gw_port': {'id': '735a2362-df5c-4fc7-adad-7623e23d61cc', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:32:15Z', 'updated_at': '2021-08-25T01:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi', '_interfaces': [{'id': 'ad7755ad-d744-4372-8f30-8e9347161788', 'name': '', 'network_id': '109ccc69-61fe-42e8-83da-81c7da1807b8', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'mac_address': 'fa:16:3e:c7:c3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'e4e76ae4-a0df-4300-91e1-70e2eeb06d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:32:17Z', 'updated_at': '2021-08-25T01:32:23Z', 'revision_number': 5, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'subnets': [{'id': 'e4e76ae4-a0df-4300-91e1-70e2eeb06d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 01:39:34.260791 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a059fa-b489-4350-9d82-df0e4e366e4a None None] New status for floating IP bcc1b927-0d1d-4bb9-a5d8-31aadee36ac4: DOWN {{(pid=93835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 01:39:34.555966 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517bf69b-660a-41fe-b476-d8bc1d51c9af req-2e7bd1b1-c4f1-4fed-8750-548a454ae7a9 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:39:34.557410 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-517bf69b-660a-41fe-b476-d8bc1d51c9af req-2e7bd1b1-c4f1-4fed-8750-548a454ae7a9 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf42ba6b-d50a-40e1-9125-f726ddb5be2a HTTP/1.1" status: 200 len: 946 time: 0.0473936 Aug 25 01:39:34.594358 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-517bf69b-660a-41fe-b476-d8bc1d51c9af req-faf0573e-eee0-4b3d-ad2c-068b2df763d4 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/security-groups?id=2646397d-f3dc-4653-8e65-32eb787a687c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304604 Aug 25 01:39:34.862837 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f1ea89-6353-479e-a9dd-682e1d29780c req-e39eb0d3-544e-4eaf-9d8c-2e78d8cbd8ad tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 01:39:34.864193 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-45f1ea89-6353-479e-a9dd-682e1d29780c req-e39eb0d3-544e-4eaf-9d8c-2e78d8cbd8ad tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf42ba6b-d50a-40e1-9125-f726ddb5be2a HTTP/1.1" status: 200 len: 946 time: 0.0467112 Aug 25 01:39:34.950513 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-45f1ea89-6353-479e-a9dd-682e1d29780c req-e372e822-a594-4d75-984e-882333a29ae7 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Deleting port 7cbfb58b-250b-434a-a8f8-a66c796334e4 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 01:39:34.950883 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-45f1ea89-6353-479e-a9dd-682e1d29780c req-e372e822-a594-4d75-984e-882333a29ae7 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782027226579'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:35.038011 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-45f1ea89-6353-479e-a9dd-682e1d29780c req-e372e822-a594-4d75-984e-882333a29ae7 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] For port 7cbfb58b-250b-434a-a8f8-a66c796334e4, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=7cbfb58b-250b-434a-a8f8-a66c796334e4,segment=NetworkSegment(c04ee889-7418-43cc-a81f-2f5facfdbc4b),segment_id=c04ee889-7418-43cc-a81f-2f5facfdbc4b)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:39:35.038364 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-45f1ea89-6353-479e-a9dd-682e1d29780c req-e372e822-a594-4d75-984e-882333a29ae7 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647429'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:35.051280 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-45f1ea89-6353-479e-a9dd-682e1d29780c req-e372e822-a594-4d75-984e-882333a29ae7 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Calling delete_port for 7cbfb58b-250b-434a-a8f8-a66c796334e4 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 01:39:35.174400 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-45f1ea89-6353-479e-a9dd-682e1d29780c req-e372e822-a594-4d75-984e-882333a29ae7 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782027086291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782026665153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:35.199729 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e372e822-a594-4d75-984e-882333a29ae7 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Pushing event deleted for resources: {'Port': ['ID=7cbfb58b-250b-434a-a8f8-a66c796334e4,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:39:35.241093 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f1ea89-6353-479e-a9dd-682e1d29780c req-e372e822-a594-4d75-984e-882333a29ae7 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] No DVR routers for this DVR port 7cbfb58b-250b-434a-a8f8-a66c796334e4 on host hv-cinder-79001 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 01:39:35.243625 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-45f1ea89-6353-479e-a9dd-682e1d29780c req-e372e822-a594-4d75-984e-882333a29ae7 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:35.245621 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [req-45f1ea89-6353-479e-a9dd-682e1d29780c req-e372e822-a594-4d75-984e-882333a29ae7 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.26 "DELETE /v2.0/ports/7cbfb58b-250b-434a-a8f8-a66c796334e4 HTTP/1.1" status: 204 len: 173 time: 0.3742516 Aug 25 01:39:35.246058 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf42ba6b-d50a-40e1-9125-f726ddb5be2a', 'name': 'network-vif-deleted', 'tag': '7cbfb58b-250b-434a-a8f8-a66c796334e4'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 01:39:35.248269 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6aaa77860150641abcbf195034e02978cb43d302165c9bbcbee081d494fe815" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d4274c-1866-43e0-9330-9a52cab1db4f" -d '{"events": [{"server_uuid": "bf42ba6b-d50a-40e1-9125-f726ddb5be2a", "name": "network-vif-deleted", "tag": "7cbfb58b-250b-434a-a8f8-a66c796334e4"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 01:39:35.286301 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 01:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d23bac-0a77-4106-b467-d23fffc67445 x-openstack-request-id: req-84d23bac-0a77-4106-b467-d23fffc67445 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 01:39:35.286591 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf42ba6b-d50a-40e1-9125-f726ddb5be2a", "name": "network-vif-deleted", "tag": "7cbfb58b-250b-434a-a8f8-a66c796334e4", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 01:39:35.286960 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-84d23bac-0a77-4106-b467-d23fffc67445 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 01:39:35.287354 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf42ba6b-d50a-40e1-9125-f726ddb5be2a', 'name': 'network-vif-deleted', 'tag': '7cbfb58b-250b-434a-a8f8-a66c796334e4', 'status': 'completed', 'code': 200} Aug 25 01:39:35.852652 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [req-a4172b7a-e214-457f-b421-e81eaec7aa89 req-61dfa26a-7984-44fc-b855-139f6cc7efa5 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf42ba6b-d50a-40e1-9125-f726ddb5be2a HTTP/1.1" status: 200 len: 210 time: 0.0300746 Aug 25 01:39:36.907647 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 58190) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:39:37.025487 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-e0a66f88-41ac-4b32-9a79-d2965c2554aa tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Deleting port 30b9a404-b797-4d7c-8c32-54f0319361cc {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 01:39:37.025820 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e0a66f88-41ac-4b32-9a79-d2965c2554aa tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782027226579'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:37.096947 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e0a66f88-41ac-4b32-9a79-d2965c2554aa tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647429'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:37.097273 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e0a66f88-41ac-4b32-9a79-d2965c2554aa tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:37.108368 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-e0a66f88-41ac-4b32-9a79-d2965c2554aa tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Calling delete_port for 30b9a404-b797-4d7c-8c32-54f0319361cc owned by network:floatingip {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 01:39:37.233818 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e0a66f88-41ac-4b32-9a79-d2965c2554aa tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782027086291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782026665153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11069661'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:37.259738 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a66f88-41ac-4b32-9a79-d2965c2554aa tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Pushing event deleted for resources: {'Port': ['ID=30b9a404-b797-4d7c-8c32-54f0319361cc,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:39:37.317368 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e0a66f88-41ac-4b32-9a79-d2965c2554aa tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks [] for floatingip, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:37.319902 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e0a66f88-41ac-4b32-9a79-d2965c2554aa tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209547'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:37.321039 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-e0a66f88-41ac-4b32-9a79-d2965c2554aa tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "DELETE /v2.0/floatingips/623c97dd-8681-4a7a-902b-9bce9d09c3d6 HTTP/1.1" status: 204 len: 168 time: 0.4124148 Aug 25 01:39:38.506987 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 58202) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:39:38.563207 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-57b12553-9474-4d34-ad62-6ce44b6f9d56 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:38.590415 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-57b12553-9474-4d34-ad62-6ce44b6f9d56 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:38.647961 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-57b12553-9474-4d34-ad62-6ce44b6f9d56 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:38.650544 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-57b12553-9474-4d34-ad62-6ce44b6f9d56 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:38.651675 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-57b12553-9474-4d34-ad62-6ce44b6f9d56 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] 10.222.0.23 "DELETE /v2.0/security-groups/2646397d-f3dc-4653-8e65-32eb787a687c HTTP/1.1" status: 204 len: 168 time: 0.1436284 Aug 25 01:39:38.660779 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b12553-9474-4d34-ad62-6ce44b6f9d56 tempest-TestVolumeBootPattern-487509775 tempest-TestVolumeBootPattern-487509775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2646397d-f3dc-4653-8e65-32eb787a687c,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:39:38.711517 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 58206) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:39:39.174050 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device 7cbfb58b-250b-434a-a8f8-a66c796334e4 no longer exists at agent hyperv_hv-cinder-79001 {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 01:39:39.183221 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ef738666-cbb1-402f-a8e7-6f3fa11df7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932588'] for router_interface, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:39.193523 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] No Port match for: 7cbfb58b-250b-434a-a8f8-a66c796334e4 {{(pid=93834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 01:39:39.193869 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Device 7cbfb58b-250b-434a-a8f8-a66c796334e4 not bound to the agent host hv-cinder-79001 {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 01:39:39.413662 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-ef738666-cbb1-402f-a8e7-6f3fa11df7af admin admin] Deleting port ad7755ad-d744-4372-8f30-8e9347161788 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 01:39:39.414008 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ef738666-cbb1-402f-a8e7-6f3fa11df7af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782027226579'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:39.490711 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-ef738666-cbb1-402f-a8e7-6f3fa11df7af admin admin] For port ad7755ad-d744-4372-8f30-8e9347161788, host dv-cinder-790014-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=ad7755ad-d744-4372-8f30-8e9347161788,segment=NetworkSegment(c04ee889-7418-43cc-a81f-2f5facfdbc4b),segment_id=c04ee889-7418-43cc-a81f-2f5facfdbc4b)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:39:39.491064 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ef738666-cbb1-402f-a8e7-6f3fa11df7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647429'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:39.503912 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-ef738666-cbb1-402f-a8e7-6f3fa11df7af admin admin] Calling delete_port for ad7755ad-d744-4372-8f30-8e9347161788 owned by network:router_interface {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 01:39:39.673495 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ef738666-cbb1-402f-a8e7-6f3fa11df7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782027086291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782026665153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:39.696964 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef738666-cbb1-402f-a8e7-6f3fa11df7af admin admin] Pushing event deleted for resources: {'Port': ['ID=ad7755ad-d744-4372-8f30-8e9347161788,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:39:39.854811 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ef738666-cbb1-402f-a8e7-6f3fa11df7af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-647322'] for router_interface, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:40.055147 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef738666-cbb1-402f-a8e7-6f3fa11df7af admin admin] Router fbfad13f-9e18-4a50-a601-e0301b78a9a5 has already been hosted by L3 agent 2e219680-1a48-4599-ad97-adf9ec497b47 {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 01:39:40.154279 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef738666-cbb1-402f-a8e7-6f3fa11df7af admin admin] Notify agent at l3_agent.dv-cinder-790014-2-iscsi the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 01:39:40.159799 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-ef738666-cbb1-402f-a8e7-6f3fa11df7af admin admin] 10.222.0.23 "PUT /v2.0/routers/fbfad13f-9e18-4a50-a601-e0301b78a9a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4472799 Aug 25 01:39:40.162253 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 58210) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:39:40.163976 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6394a3-bdb9-410b-b860-8a3a5292ba51 None None] Sync routers for ids ['fbfad13f-9e18-4a50-a601-e0301b78a9a5'] in dv-cinder-790014-2-iscsi {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 01:39:40.172892 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6394a3-bdb9-410b-b860-8a3a5292ba51 None None] Routers {'fbfad13f-9e18-4a50-a601-e0301b78a9a5'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:39:40.173491 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-ef6394a3-bdb9-410b-b860-8a3a5292ba51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:39:30Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['fbfad13f-9e18-4a50-a601-e0301b78a9a5'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:39:40.260056 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d0e9e729-6588-4e5a-ad3a-e99bb6291e0f admin admin] Notify callbacks [] for router, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:40.276654 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-ef6394a3-bdb9-410b-b860-8a3a5292ba51 None None] Set router fbfad13f-9e18-4a50-a601-e0301b78a9a5 gateway port host: dv-cinder-790014-2-iscsi {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:39:40.456611 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-ef6394a3-bdb9-410b-b860-8a3a5292ba51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'name': 'tempest-TestVolumeBootPattern-197417283-router', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '735a2362-df5c-4fc7-adad-7623e23d61cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:32:15Z', 'updated_at': '2021-08-25T01:39:39Z', 'revision_number': 5, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'gw_port': {'id': '735a2362-df5c-4fc7-adad-7623e23d61cc', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:32:15Z', 'updated_at': '2021-08-25T01:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi'}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:39:40.488877 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6394a3-bdb9-410b-b860-8a3a5292ba51 None None] Checking router: fbfad13f-9e18-4a50-a601-e0301b78a9a5 for host: dv-cinder-790014-2-iscsi {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 01:39:40.497895 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6394a3-bdb9-410b-b860-8a3a5292ba51 None None] Routers {'fbfad13f-9e18-4a50-a601-e0301b78a9a5'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:39:40.498533 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-ef6394a3-bdb9-410b-b860-8a3a5292ba51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:39:30Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['fbfad13f-9e18-4a50-a601-e0301b78a9a5'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:39:40.603553 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-ef6394a3-bdb9-410b-b860-8a3a5292ba51 None None] Set router fbfad13f-9e18-4a50-a601-e0301b78a9a5 gateway port host: dv-cinder-790014-2-iscsi {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:39:40.607480 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d0e9e729-6588-4e5a-ad3a-e99bb6291e0f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:40.657783 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d0e9e729-6588-4e5a-ad3a-e99bb6291e0f admin admin] Deleting port 735a2362-df5c-4fc7-adad-7623e23d61cc {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 01:39:40.658109 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d0e9e729-6588-4e5a-ad3a-e99bb6291e0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782027226579'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:40.732481 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d0e9e729-6588-4e5a-ad3a-e99bb6291e0f admin admin] For port 735a2362-df5c-4fc7-adad-7623e23d61cc, host dv-cinder-790014-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=735a2362-df5c-4fc7-adad-7623e23d61cc,segment=NetworkSegment(094c6717-dbf2-418c-b33e-47759605d17a),segment_id=094c6717-dbf2-418c-b33e-47759605d17a)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:39:40.733169 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d0e9e729-6588-4e5a-ad3a-e99bb6291e0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647429'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:40.745315 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d0e9e729-6588-4e5a-ad3a-e99bb6291e0f admin admin] Calling delete_port for 735a2362-df5c-4fc7-adad-7623e23d61cc owned by network:router_gateway {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 01:39:40.775752 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-ef6394a3-bdb9-410b-b860-8a3a5292ba51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'name': 'tempest-TestVolumeBootPattern-197417283-router', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '735a2362-df5c-4fc7-adad-7623e23d61cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:32:15Z', 'updated_at': '2021-08-25T01:39:39Z', 'revision_number': 5, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'gw_port': {'id': '735a2362-df5c-4fc7-adad-7623e23d61cc', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:32:15Z', 'updated_at': '2021-08-25T01:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi'}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:39:40.800841 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6394a3-bdb9-410b-b860-8a3a5292ba51 None None] The sync data for ids ['fbfad13f-9e18-4a50-a601-e0301b78a9a5'] in dv-cinder-790014-2-iscsi is: [{'id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'name': 'tempest-TestVolumeBootPattern-197417283-router', 'tenant_id': 'ada43be06e92474191038a2b41a9f39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '735a2362-df5c-4fc7-adad-7623e23d61cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:32:15Z', 'updated_at': '2021-08-25T01:39:39Z', 'revision_number': 5, 'project_id': 'ada43be06e92474191038a2b41a9f39b', 'gw_port': {'id': '735a2362-df5c-4fc7-adad-7623e23d61cc', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfad13f-9e18-4a50-a601-e0301b78a9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:32:15Z', 'updated_at': '2021-08-25T01:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi'}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 01:39:40.907269 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d0e9e729-6588-4e5a-ad3a-e99bb6291e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782027086291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782026665153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:40.935137 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e9e729-6588-4e5a-ad3a-e99bb6291e0f admin admin] Pushing event deleted for resources: {'Port': ['ID=735a2362-df5c-4fc7-adad-7623e23d61cc,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:39:40.992734 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d0e9e729-6588-4e5a-ad3a-e99bb6291e0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930752'] for router_gateway, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:41.079074 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d0e9e729-6588-4e5a-ad3a-e99bb6291e0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11014'] for router, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:41.081167 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d0e9e729-6588-4e5a-ad3a-e99bb6291e0f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:41.122702 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d0e9e729-6588-4e5a-ad3a-e99bb6291e0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920409'] for router, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:41.123240 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e9e729-6588-4e5a-ad3a-e99bb6291e0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbfad13f-9e18-4a50-a601-e0301b78a9a5 {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 01:39:41.127804 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d0e9e729-6588-4e5a-ad3a-e99bb6291e0f admin admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:41.128983 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-d0e9e729-6588-4e5a-ad3a-e99bb6291e0f admin admin] 10.222.0.23 "DELETE /v2.0/routers/fbfad13f-9e18-4a50-a601-e0301b78a9a5 HTTP/1.1" status: 204 len: 168 time: 0.9657829 Aug 25 01:39:41.131489 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 58212) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:39:41.183948 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd6d4d53-6e54-4100-abde-622e1f729640 admin admin] Deleting subnet e4e76ae4-a0df-4300-91e1-70e2eeb06d40 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 01:39:41.187104 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cd6d4d53-6e54-4100-abde-622e1f729640 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:41.224320 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cd6d4d53-6e54-4100-abde-622e1f729640 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8611426'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:41.262208 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device ad7755ad-d744-4372-8f30-8e9347161788 no longer exists at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 01:39:41.286258 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] No Port match for: ad7755ad-d744-4372-8f30-8e9347161788 {{(pid=93834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 01:39:41.286956 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device ad7755ad-d744-4372-8f30-8e9347161788 not bound to the agent host dv-cinder-790014-2-iscsi {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 01:39:41.305882 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cd6d4d53-6e54-4100-abde-622e1f729640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4168828'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:41.361351 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cd6d4d53-6e54-4100-abde-622e1f729640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4168079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8611559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11558343'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:41.385146 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d4d53-6e54-4100-abde-622e1f729640 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4e76ae4-a0df-4300-91e1-70e2eeb06d40,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:39:41.391685 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cd6d4d53-6e54-4100-abde-622e1f729640 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:41.396222 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-cd6d4d53-6e54-4100-abde-622e1f729640 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e4e76ae4-a0df-4300-91e1-70e2eeb06d40 HTTP/1.1" status: 204 len: 168 time: 0.2611470 Aug 25 01:39:41.396430 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 58214) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:39:41.397108 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92153f5-a73b-4b62-b7ee-5ef9a37ad5ec None None] Network 109ccc69-61fe-42e8-83da-81c7da1807b8 requested from dv-cinder-790014-2-iscsi {{(pid=93834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 01:39:41.471019 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-94248add-6f72-4edc-a071-264072c17584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116255'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:41.526612 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-94248add-6f72-4edc-a071-264072c17584 admin admin] Deleting port 38541afd-3a19-4cb7-88d0-ab150f61b0af {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 01:39:41.527047 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-94248add-6f72-4edc-a071-264072c17584 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782027226579'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:41.590169 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-94248add-6f72-4edc-a071-264072c17584 admin admin] For port 38541afd-3a19-4cb7-88d0-ab150f61b0af, host dv-cinder-790014-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=38541afd-3a19-4cb7-88d0-ab150f61b0af,segment=NetworkSegment(c04ee889-7418-43cc-a81f-2f5facfdbc4b),segment_id=c04ee889-7418-43cc-a81f-2f5facfdbc4b)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:39:41.590530 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-94248add-6f72-4edc-a071-264072c17584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647429'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:41.603039 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-94248add-6f72-4edc-a071-264072c17584 admin admin] Calling delete_port for 38541afd-3a19-4cb7-88d0-ab150f61b0af owned by network:dhcp {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 01:39:41.677616 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-94248add-6f72-4edc-a071-264072c17584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782027086291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782026665153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11069661'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:41.701679 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94248add-6f72-4edc-a071-264072c17584 admin admin] Pushing event deleted for resources: {'Port': ['ID=38541afd-3a19-4cb7-88d0-ab150f61b0af,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:39:41.705661 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94248add-6f72-4edc-a071-264072c17584 admin admin] No DVR routers for this DVR port 38541afd-3a19-4cb7-88d0-ab150f61b0af on host dv-cinder-790014-2-iscsi {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 01:39:41.776007 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-94248add-6f72-4edc-a071-264072c17584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4169723', 'neutron.services.segments.db._delete_segments_for_network-8782027164591'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:41.785138 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.services.segments.db [None req-94248add-6f72-4edc-a071-264072c17584 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['109ccc69-61fe-42e8-83da-81c7da1807b8']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:39:41.794668 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.services.segments.db [None req-94248add-6f72-4edc-a071-264072c17584 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c04ee889-7418-43cc-a81f-2f5facfdbc4b') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:39:41.794986 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.services.segments.db [None req-94248add-6f72-4edc-a071-264072c17584 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c04ee889-7418-43cc-a81f-2f5facfdbc4b') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:39:41.803306 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-94248add-6f72-4edc-a071-264072c17584 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782027164474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1005449'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:41.817186 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-94248add-6f72-4edc-a071-264072c17584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3751945'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:41.823260 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94248add-6f72-4edc-a071-264072c17584 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 01:39:41.823641 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-94248add-6f72-4edc-a071-264072c17584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3751945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11069672'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:41.825398 dv-cinder-790014-2-iscsi neutron-server[93832]: Traceback (most recent call last): Aug 25 01:39:41.825398 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 01:39:41.825398 dv-cinder-790014-2-iscsi neutron-server[93832]: timer() Aug 25 01:39:41.825398 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 01:39:41.825398 dv-cinder-790014-2-iscsi neutron-server[93832]: cb(*args, **kw) Aug 25 01:39:41.825398 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 01:39:41.825398 dv-cinder-790014-2-iscsi neutron-server[93832]: return func(*args, **kwargs) Aug 25 01:39:41.825398 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 01:39:41.825398 dv-cinder-790014-2-iscsi neutron-server[93832]: self._notify() Aug 25 01:39:41.825398 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 01:39:41.825398 dv-cinder-790014-2-iscsi neutron-server[93832]: self.callback(batched_events) Aug 25 01:39:41.825398 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 01:39:41.825398 dv-cinder-790014-2-iscsi neutron-server[93832]: event.method(event) Aug 25 01:39:41.825398 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 01:39:41.825398 dv-cinder-790014-2-iscsi neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 01:39:41.825398 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 01:39:41.825398 dv-cinder-790014-2-iscsi neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 01:39:41.825398 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 01:39:41.825398 dv-cinder-790014-2-iscsi neutron-server[93832]: return f(self, *a, **k) Aug 25 01:39:41.825398 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 25 01:39:41.825398 dv-cinder-790014-2-iscsi neutron-server[93832]: return self._get(url).json() Aug 25 01:39:41.825398 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 25 01:39:41.825398 dv-cinder-790014-2-iscsi neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 01:39:41.825398 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 01:39:41.825398 dv-cinder-790014-2-iscsi neutron-server[93832]: return self.request(url, 'GET', **kwargs) Aug 25 01:39:41.825398 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 01:39:41.825398 dv-cinder-790014-2-iscsi neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 01:39:41.825398 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 01:39:41.825398 dv-cinder-790014-2-iscsi neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 01:39:41.825398 dv-cinder-790014-2-iscsi neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 01:39:41.825398 dv-cinder-790014-2-iscsi neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 01:39:41.825398 dv-cinder-790014-2-iscsi neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 01:39:41.851451 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edc1f84-cdc9-42ce-afa8-83b01a2d1cb8 None None] DHCP port deletion for 109ccc69-61fe-42e8-83da-81c7da1807b8 request from dv-cinder-790014-2-iscsi {{(pid=93834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 01:39:41.885584 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-94248add-6f72-4edc-a071-264072c17584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4169714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930796'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:41.890486 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-94248add-6f72-4edc-a071-264072c17584 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:41.892925 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-94248add-6f72-4edc-a071-264072c17584 admin admin] 10.222.0.23 "DELETE /v2.0/networks/109ccc69-61fe-42e8-83da-81c7da1807b8 HTTP/1.1" status: 204 len: 168 time: 0.4954834 Aug 25 01:39:41.896010 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 58216) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:39:41.905270 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94248add-6f72-4edc-a071-264072c17584 admin admin] Pushing event deleted for resources: {'Network': ['ID=109ccc69-61fe-42e8-83da-81c7da1807b8,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:39:42.224157 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9614c740-aecf-4302-8bb9-8f291804abcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932588'] for router_interface, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:42.458450 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-9614c740-aecf-4302-8bb9-8f291804abcc admin admin] Deleting port 4acb022f-ab6c-4ec9-a7a2-f7d6769ef041 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 01:39:42.458823 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9614c740-aecf-4302-8bb9-8f291804abcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782027226579'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:42.537454 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-9614c740-aecf-4302-8bb9-8f291804abcc admin admin] For port 4acb022f-ab6c-4ec9-a7a2-f7d6769ef041, host dv-cinder-790014-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=4acb022f-ab6c-4ec9-a7a2-f7d6769ef041,segment=NetworkSegment(e3fd070e-ed68-4d6a-b69e-aa4a0786bdc5),segment_id=e3fd070e-ed68-4d6a-b69e-aa4a0786bdc5)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:39:42.537815 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9614c740-aecf-4302-8bb9-8f291804abcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647429'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:42.550401 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-9614c740-aecf-4302-8bb9-8f291804abcc admin admin] Calling delete_port for 4acb022f-ab6c-4ec9-a7a2-f7d6769ef041 owned by network:router_interface {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 01:39:42.720091 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9614c740-aecf-4302-8bb9-8f291804abcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782027086291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782026665153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:42.744842 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9614c740-aecf-4302-8bb9-8f291804abcc admin admin] Pushing event deleted for resources: {'Port': ['ID=4acb022f-ab6c-4ec9-a7a2-f7d6769ef041,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:39:42.903903 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9614c740-aecf-4302-8bb9-8f291804abcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-647322'] for router_interface, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:43.110777 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9614c740-aecf-4302-8bb9-8f291804abcc admin admin] Router 66ec863f-8952-46f2-82de-ee2b6c5a2802 has already been hosted by L3 agent 2e219680-1a48-4599-ad97-adf9ec497b47 {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 01:39:43.164748 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 38541afd-3a19-4cb7-88d0-ab150f61b0af no longer exists at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 01:39:43.187514 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] No Port match for: 38541afd-3a19-4cb7-88d0-ab150f61b0af {{(pid=93834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 01:39:43.187847 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 38541afd-3a19-4cb7-88d0-ab150f61b0af not bound to the agent host dv-cinder-790014-2-iscsi {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 01:39:43.188249 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 735a2362-df5c-4fc7-adad-7623e23d61cc no longer exists at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 01:39:43.206533 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] No Port match for: 735a2362-df5c-4fc7-adad-7623e23d61cc {{(pid=93834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 01:39:43.206899 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 735a2362-df5c-4fc7-adad-7623e23d61cc not bound to the agent host dv-cinder-790014-2-iscsi {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 01:39:43.216373 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9614c740-aecf-4302-8bb9-8f291804abcc admin admin] Notify agent at l3_agent.dv-cinder-790014-2-iscsi the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 01:39:43.221876 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-9614c740-aecf-4302-8bb9-8f291804abcc admin admin] 10.222.0.23 "PUT /v2.0/routers/66ec863f-8952-46f2-82de-ee2b6c5a2802/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3245778 Aug 25 01:39:43.224750 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 58218) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:39:43.225642 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00466d3-302c-4bd1-89b1-381ce1973a48 None None] Sync routers for ids ['66ec863f-8952-46f2-82de-ee2b6c5a2802'] in dv-cinder-790014-2-iscsi {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 01:39:43.234450 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00466d3-302c-4bd1-89b1-381ce1973a48 None None] Routers {'66ec863f-8952-46f2-82de-ee2b6c5a2802'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:39:43.235076 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-a00466d3-302c-4bd1-89b1-381ce1973a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:39:30Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['66ec863f-8952-46f2-82de-ee2b6c5a2802'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:39:43.325092 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-247ecd0d-7b1b-4f7c-a308-5b081faefbed admin admin] Notify callbacks [] for router, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:43.334466 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-a00466d3-302c-4bd1-89b1-381ce1973a48 None None] Set router 66ec863f-8952-46f2-82de-ee2b6c5a2802 gateway port host: dv-cinder-790014-2-iscsi {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:39:43.424420 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-247ecd0d-7b1b-4f7c-a308-5b081faefbed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:43.475830 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-247ecd0d-7b1b-4f7c-a308-5b081faefbed admin admin] Deleting port d3f6b28b-20f6-41fa-ae6f-b4d6ef70d5f8 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 01:39:43.476167 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-247ecd0d-7b1b-4f7c-a308-5b081faefbed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782027226579'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:43.508172 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-a00466d3-302c-4bd1-89b1-381ce1973a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ec863f-8952-46f2-82de-ee2b6c5a2802', 'name': 'tempest-TestVolumeBootPattern-1776582688-router', 'tenant_id': '0c2d14a240674ff392a60602ca5b849a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'external_fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'd3f6b28b-20f6-41fa-ae6f-b4d6ef70d5f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:32:19Z', 'updated_at': '2021-08-25T01:39:42Z', 'revision_number': 5, 'project_id': '0c2d14a240674ff392a60602ca5b849a', 'gw_port': {'id': 'd3f6b28b-20f6-41fa-ae6f-b4d6ef70d5f8', 'name': '', 'network_id': '010d8b7d-53b1-407d-b771-6477c60770f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ec863f-8952-46f2-82de-ee2b6c5a2802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T01:32:20Z', 'updated_at': '2021-08-25T01:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3100a47-8cf0-41e7-afe0-dcfedb56ff39', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-2-iscsi'}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:39:43.538213 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00466d3-302c-4bd1-89b1-381ce1973a48 None None] Checking router: 66ec863f-8952-46f2-82de-ee2b6c5a2802 for host: dv-cinder-790014-2-iscsi {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 01:39:43.546945 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00466d3-302c-4bd1-89b1-381ce1973a48 None None] Routers {'66ec863f-8952-46f2-82de-ee2b6c5a2802'} bound to L3 agent in host dv-cinder-790014-2-iscsi {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 01:39:43.547736 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-a00466d3-302c-4bd1-89b1-381ce1973a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T01:19:30Z,description=,heartbeat_timestamp=2021-08-25T01:39:30Z,host='dv-cinder-790014-2-iscsi',id=2e219680-1a48-4599-ad97-adf9ec497b47,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T01:19:30Z,topic='l3_agent')) {'router_ids': ['66ec863f-8952-46f2-82de-ee2b6c5a2802'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:39:43.557957 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-247ecd0d-7b1b-4f7c-a308-5b081faefbed admin admin] For port d3f6b28b-20f6-41fa-ae6f-b4d6ef70d5f8, host dv-cinder-790014-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=d3f6b28b-20f6-41fa-ae6f-b4d6ef70d5f8,segment=NetworkSegment(094c6717-dbf2-418c-b33e-47759605d17a),segment_id=094c6717-dbf2-418c-b33e-47759605d17a)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:39:43.558319 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-247ecd0d-7b1b-4f7c-a308-5b081faefbed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647429'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:43.570911 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-247ecd0d-7b1b-4f7c-a308-5b081faefbed admin admin] Calling delete_port for d3f6b28b-20f6-41fa-ae6f-b4d6ef70d5f8 owned by network:router_gateway {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 01:39:43.629900 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-a00466d3-302c-4bd1-89b1-381ce1973a48 None None] Set router 66ec863f-8952-46f2-82de-ee2b6c5a2802 gateway port host: None {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 01:39:43.733782 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-247ecd0d-7b1b-4f7c-a308-5b081faefbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782027086291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782026665153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:43.763117 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247ecd0d-7b1b-4f7c-a308-5b081faefbed admin admin] Pushing event deleted for resources: {'Port': ['ID=d3f6b28b-20f6-41fa-ae6f-b4d6ef70d5f8,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:39:43.763386 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-a00466d3-302c-4bd1-89b1-381ce1973a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ec863f-8952-46f2-82de-ee2b6c5a2802', 'name': 'tempest-TestVolumeBootPattern-1776582688-router', 'tenant_id': '0c2d14a240674ff392a60602ca5b849a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:32:19Z', 'updated_at': '2021-08-25T01:39:43Z', 'revision_number': 6, 'project_id': '0c2d14a240674ff392a60602ca5b849a', 'gw_port_host': None}], 'dv-cinder-790014-2-iscsi', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:39:43.789621 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00466d3-302c-4bd1-89b1-381ce1973a48 None None] The sync data for ids ['66ec863f-8952-46f2-82de-ee2b6c5a2802'] in dv-cinder-790014-2-iscsi is: [{'id': '66ec863f-8952-46f2-82de-ee2b6c5a2802', 'name': 'tempest-TestVolumeBootPattern-1776582688-router', 'tenant_id': '0c2d14a240674ff392a60602ca5b849a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T01:32:19Z', 'updated_at': '2021-08-25T01:39:43Z', 'revision_number': 6, 'project_id': '0c2d14a240674ff392a60602ca5b849a', 'gw_port_host': None}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 01:39:43.828387 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-247ecd0d-7b1b-4f7c-a308-5b081faefbed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930752'] for router_gateway, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:43.915765 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-247ecd0d-7b1b-4f7c-a308-5b081faefbed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11014'] for router, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:43.917796 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-247ecd0d-7b1b-4f7c-a308-5b081faefbed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:43.960060 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-247ecd0d-7b1b-4f7c-a308-5b081faefbed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920409'] for router, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:43.960727 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247ecd0d-7b1b-4f7c-a308-5b081faefbed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66ec863f-8952-46f2-82de-ee2b6c5a2802 {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 01:39:43.964865 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-247ecd0d-7b1b-4f7c-a308-5b081faefbed admin admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:43.966126 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-247ecd0d-7b1b-4f7c-a308-5b081faefbed admin admin] 10.222.0.23 "DELETE /v2.0/routers/66ec863f-8952-46f2-82de-ee2b6c5a2802 HTTP/1.1" status: 204 len: 168 time: 0.7404373 Aug 25 01:39:43.969002 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 58220) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:39:44.015291 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-0586a311-ee34-41eb-9bf2-1eb981cab689 admin admin] Deleting subnet b57db315-3d06-40b6-b7fc-74771060114f {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 01:39:44.018205 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0586a311-ee34-41eb-9bf2-1eb981cab689 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:44.051102 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0586a311-ee34-41eb-9bf2-1eb981cab689 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8611426'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:44.124481 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0586a311-ee34-41eb-9bf2-1eb981cab689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4168828'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:44.180082 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0586a311-ee34-41eb-9bf2-1eb981cab689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4168079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8611559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11558343'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:44.210378 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0586a311-ee34-41eb-9bf2-1eb981cab689 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b57db315-3d06-40b6-b7fc-74771060114f,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:39:44.215325 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0586a311-ee34-41eb-9bf2-1eb981cab689 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:44.217279 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-0586a311-ee34-41eb-9bf2-1eb981cab689 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b57db315-3d06-40b6-b7fc-74771060114f HTTP/1.1" status: 204 len: 168 time: 0.2473094 Aug 25 01:39:44.220320 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 58222) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:39:44.220664 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad5e897-fba0-455e-874e-7a2f2566049d None None] Network b1ca0543-dd3f-45a0-a967-5a8ae2e83843 requested from dv-cinder-790014-2-iscsi {{(pid=93834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 01:39:44.260300 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.agents_db [None req-4bdcba96-0b2f-4eba-81a9-023f498d003c None None] Agent healthcheck: found 6 active agents {{(pid=93835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 01:39:44.285209 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c1ab2ff6-9c1b-4ce2-bc14-3a78cae9f092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116255'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:44.335507 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c1ab2ff6-9c1b-4ce2-bc14-3a78cae9f092 admin admin] Deleting port 02f3e5a0-ea06-460d-a90c-15a614ddf542 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 01:39:44.335843 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c1ab2ff6-9c1b-4ce2-bc14-3a78cae9f092 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782027226579'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:44.401790 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c1ab2ff6-9c1b-4ce2-bc14-3a78cae9f092 admin admin] For port 02f3e5a0-ea06-460d-a90c-15a614ddf542, host dv-cinder-790014-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-2-iscsi',level=0,port_id=02f3e5a0-ea06-460d-a90c-15a614ddf542,segment=NetworkSegment(e3fd070e-ed68-4d6a-b69e-aa4a0786bdc5),segment_id=e3fd070e-ed68-4d6a-b69e-aa4a0786bdc5)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 01:39:44.402151 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c1ab2ff6-9c1b-4ce2-bc14-3a78cae9f092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647429'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:44.414753 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c1ab2ff6-9c1b-4ce2-bc14-3a78cae9f092 admin admin] Calling delete_port for 02f3e5a0-ea06-460d-a90c-15a614ddf542 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 01:39:44.488818 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c1ab2ff6-9c1b-4ce2-bc14-3a78cae9f092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4066611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782027086291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782026665153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8611120'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:44.514240 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ab2ff6-9c1b-4ce2-bc14-3a78cae9f092 admin admin] Pushing event deleted for resources: {'Port': ['ID=02f3e5a0-ea06-460d-a90c-15a614ddf542,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:39:44.518325 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ab2ff6-9c1b-4ce2-bc14-3a78cae9f092 admin admin] No DVR routers for this DVR port 02f3e5a0-ea06-460d-a90c-15a614ddf542 on host dv-cinder-790014-2-iscsi {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 01:39:44.534094 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf49098-ec5a-41d8-81de-df38bb48f113 None None] DHCP port deletion for b1ca0543-dd3f-45a0-a967-5a8ae2e83843 request from dv-cinder-790014-2-iscsi {{(pid=93834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 01:39:44.846980 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c1ab2ff6-9c1b-4ce2-bc14-3a78cae9f092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4169723', 'neutron.services.segments.db._delete_segments_for_network-8782027164591'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:44.856344 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.services.segments.db [None req-c1ab2ff6-9c1b-4ce2-bc14-3a78cae9f092 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1ca0543-dd3f-45a0-a967-5a8ae2e83843']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:39:44.865913 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.services.segments.db [None req-c1ab2ff6-9c1b-4ce2-bc14-3a78cae9f092 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3fd070e-ed68-4d6a-b69e-aa4a0786bdc5') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:39:44.866208 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.services.segments.db [None req-c1ab2ff6-9c1b-4ce2-bc14-3a78cae9f092 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3fd070e-ed68-4d6a-b69e-aa4a0786bdc5') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 01:39:44.876343 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c1ab2ff6-9c1b-4ce2-bc14-3a78cae9f092 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782027164474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8611437'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:44.889864 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c1ab2ff6-9c1b-4ce2-bc14-3a78cae9f092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3751945'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:44.896253 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1ab2ff6-9c1b-4ce2-bc14-3a78cae9f092 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 01:39:44.896780 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c1ab2ff6-9c1b-4ce2-bc14-3a78cae9f092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3751945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8611077'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:44.898607 dv-cinder-790014-2-iscsi neutron-server[93833]: Traceback (most recent call last): Aug 25 01:39:44.898607 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 01:39:44.898607 dv-cinder-790014-2-iscsi neutron-server[93833]: timer() Aug 25 01:39:44.898607 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 01:39:44.898607 dv-cinder-790014-2-iscsi neutron-server[93833]: cb(*args, **kw) Aug 25 01:39:44.898607 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 01:39:44.898607 dv-cinder-790014-2-iscsi neutron-server[93833]: return func(*args, **kwargs) Aug 25 01:39:44.898607 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 01:39:44.898607 dv-cinder-790014-2-iscsi neutron-server[93833]: self._notify() Aug 25 01:39:44.898607 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 01:39:44.898607 dv-cinder-790014-2-iscsi neutron-server[93833]: self.callback(batched_events) Aug 25 01:39:44.898607 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 01:39:44.898607 dv-cinder-790014-2-iscsi neutron-server[93833]: event.method(event) Aug 25 01:39:44.898607 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 01:39:44.898607 dv-cinder-790014-2-iscsi neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 01:39:44.898607 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 01:39:44.898607 dv-cinder-790014-2-iscsi neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 01:39:44.898607 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 01:39:44.898607 dv-cinder-790014-2-iscsi neutron-server[93833]: return f(self, *a, **k) Aug 25 01:39:44.898607 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 25 01:39:44.898607 dv-cinder-790014-2-iscsi neutron-server[93833]: return self._get(url).json() Aug 25 01:39:44.898607 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 25 01:39:44.898607 dv-cinder-790014-2-iscsi neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 01:39:44.898607 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 01:39:44.898607 dv-cinder-790014-2-iscsi neutron-server[93833]: return self.request(url, 'GET', **kwargs) Aug 25 01:39:44.898607 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 01:39:44.898607 dv-cinder-790014-2-iscsi neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 01:39:44.898607 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 01:39:44.898607 dv-cinder-790014-2-iscsi neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 01:39:44.898607 dv-cinder-790014-2-iscsi neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 01:39:44.898607 dv-cinder-790014-2-iscsi neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 01:39:44.898607 dv-cinder-790014-2-iscsi neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 01:39:44.953046 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c1ab2ff6-9c1b-4ce2-bc14-3a78cae9f092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4169714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930796'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:44.958911 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c1ab2ff6-9c1b-4ce2-bc14-3a78cae9f092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617708'] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:44.960812 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-c1ab2ff6-9c1b-4ce2-bc14-3a78cae9f092 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b1ca0543-dd3f-45a0-a967-5a8ae2e83843 HTTP/1.1" status: 204 len: 168 time: 0.7395804 Aug 25 01:39:44.971580 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ab2ff6-9c1b-4ce2-bc14-3a78cae9f092 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1ca0543-dd3f-45a0-a967-5a8ae2e83843,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:39:45.069273 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 58226) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:39:45.108759 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-a2827e21-7abb-4962-afab-dccc4c5b75ef admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ada43be06e92474191038a2b41a9f39b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383208 Aug 25 01:39:45.111333 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.23', 58228) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:39:45.118308 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 02f3e5a0-ea06-460d-a90c-15a614ddf542 no longer exists at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 01:39:45.138229 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] No Port match for: 02f3e5a0-ea06-460d-a90c-15a614ddf542 {{(pid=93834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 01:39:45.138569 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 02f3e5a0-ea06-460d-a90c-15a614ddf542 not bound to the agent host dv-cinder-790014-2-iscsi {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 01:39:45.139007 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device d3f6b28b-20f6-41fa-ae6f-b4d6ef70d5f8 no longer exists at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 01:39:45.157195 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] No Port match for: d3f6b28b-20f6-41fa-ae6f-b4d6ef70d5f8 {{(pid=93834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 01:39:45.157539 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device d3f6b28b-20f6-41fa-ae6f-b4d6ef70d5f8 not bound to the agent host dv-cinder-790014-2-iscsi {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 01:39:45.157942 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 4acb022f-ab6c-4ec9-a7a2-f7d6769ef041 no longer exists at agent ovs-agent-dv-cinder-790014-2-iscsi {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 01:39:45.158311 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1989fc64-2732-44d6-9545-c66be6fb102c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:45.176807 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] No Port match for: 4acb022f-ab6c-4ec9-a7a2-f7d6769ef041 {{(pid=93834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 01:39:45.177155 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron.plugins.ml2.rpc [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Device 4acb022f-ab6c-4ec9-a7a2-f7d6769ef041 not bound to the agent host dv-cinder-790014-2-iscsi {{(pid=93834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 01:39:45.179264 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1989fc64-2732-44d6-9545-c66be6fb102c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:45.224452 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1989fc64-2732-44d6-9545-c66be6fb102c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:45.227051 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1989fc64-2732-44d6-9545-c66be6fb102c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:45.228193 dv-cinder-790014-2-iscsi neutron-server[93832]: INFO neutron.wsgi [None req-1989fc64-2732-44d6-9545-c66be6fb102c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e61446a5-4759-4841-af5f-aa37baaaa512 HTTP/1.1" status: 204 len: 168 time: 0.1159556 Aug 25 01:39:45.236048 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1989fc64-2732-44d6-9545-c66be6fb102c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61446a5-4759-4841-af5f-aa37baaaa512,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:39:45.524763 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 58234) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:39:45.563949 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-a16ad337-d121-4e41-b967-2d86c4ad7638 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0c2d14a240674ff392a60602ca5b849a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379477 Aug 25 01:39:45.566133 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.23', 58236) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 01:39:45.612512 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a59ed612-2848-4a18-8045-8c031737deba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:45.632073 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a59ed612-2848-4a18-8045-8c031737deba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:45.677666 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a59ed612-2848-4a18-8045-8c031737deba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946479'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:45.680572 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a59ed612-2848-4a18-8045-8c031737deba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:45.681682 dv-cinder-790014-2-iscsi neutron-server[93833]: INFO neutron.wsgi [None req-a59ed612-2848-4a18-8045-8c031737deba admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f3e16e06-76b4-4169-83bf-a0887c5538aa HTTP/1.1" status: 204 len: 168 time: 0.1146185 Aug 25 01:39:45.689719 dv-cinder-790014-2-iscsi neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59ed612-2848-4a18-8045-8c031737deba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e16e06-76b4-4169-83bf-a0887c5538aa,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 01:39:49.678824 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:39:57.327135 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-badf3d92-9a06-462a-9772-78c6fb9a126a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:40:00.286279 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-87560f07-6466-4d66-95ec-0da3e1c4ce89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:40:00.411570 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:40:00.941859 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d877336-721a-4d3d-9b41-e32e75b3d69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:40:02.614980 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-637296fa-69e7-4112-9a21-84726ca1bc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:40:19.674548 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:40:21.263442 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.agents_db [None req-4bdcba96-0b2f-4eba-81a9-023f498d003c None None] Agent healthcheck: found 6 active agents {{(pid=93835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 01:40:27.327432 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3ed3f204-2fee-48e5-bf86-e0f80f90d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:40:30.286399 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cdf68da9-f848-42a6-8415-cac0dce22879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:40:30.411775 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:40:30.945314 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d877336-721a-4d3d-9b41-e32e75b3d69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:40:32.618814 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-637296fa-69e7-4112-9a21-84726ca1bc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:40:49.677005 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:40:57.327727 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-92860661-2da4-4f17-b68f-cae891f79497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:40:58.266250 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.agents_db [None req-4bdcba96-0b2f-4eba-81a9-023f498d003c None None] Agent healthcheck: found 6 active agents {{(pid=93835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 01:41:00.286811 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1044db56-cb9d-41df-a89d-2d3eccbc88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:41:00.412037 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:41:00.947564 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d877336-721a-4d3d-9b41-e32e75b3d69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:41:02.621061 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-637296fa-69e7-4112-9a21-84726ca1bc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:41:19.689126 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:41:27.328452 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-39e89791-680a-4465-803a-8b531dc7a2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:41:30.286554 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-184f0928-5ef9-4b8e-8aec-6c020ed4923a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:41:30.412957 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:41:30.949522 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d877336-721a-4d3d-9b41-e32e75b3d69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:41:32.624092 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-637296fa-69e7-4112-9a21-84726ca1bc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:41:35.267710 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.agents_db [None req-4bdcba96-0b2f-4eba-81a9-023f498d003c None None] Agent healthcheck: found 6 active agents {{(pid=93835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 01:41:49.689887 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:41:57.328544 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2edf3dfc-280c-4f65-a5e9-a6c52502c3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:42:00.287336 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9588dbb8-7d41-4864-b1d7-c748522804c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:42:00.412254 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:42:00.951548 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d877336-721a-4d3d-9b41-e32e75b3d69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:42:02.627717 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-637296fa-69e7-4112-9a21-84726ca1bc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:42:12.270203 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.agents_db [None req-4bdcba96-0b2f-4eba-81a9-023f498d003c None None] Agent healthcheck: found 6 active agents {{(pid=93835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 01:42:19.692333 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:42:27.328253 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2512dc59-5f34-47ec-b1c1-fa5c36e78a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:42:30.288224 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-caac9554-edd4-4b8d-a690-bc830109dec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:42:30.412796 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:42:30.954538 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d877336-721a-4d3d-9b41-e32e75b3d69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:42:32.631652 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-637296fa-69e7-4112-9a21-84726ca1bc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:42:36.344076 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [req-ae13513f-16c6-4efb-837d-b04f1bc50916 req-1c44091e-5650-4b79-a599-4e0e0176dbb7 service neutron] (93832) timed out ('10.222.0.26', 52245) {{(pid=93832) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 25 01:42:49.273598 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.agents_db [None req-4bdcba96-0b2f-4eba-81a9-023f498d003c None None] Agent healthcheck: found 6 active agents {{(pid=93835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 01:42:49.689275 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:42:57.328565 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8a90d797-0136-44d3-82b0-ef40bcdb4d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:43:00.288403 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d32a908e-8317-4947-802f-1b9d025356dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:43:00.412259 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:43:00.957187 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d877336-721a-4d3d-9b41-e32e75b3d69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:43:02.634262 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-637296fa-69e7-4112-9a21-84726ca1bc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:43:19.688813 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:43:26.273151 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.agents_db [None req-4bdcba96-0b2f-4eba-81a9-023f498d003c None None] Agent healthcheck: found 6 active agents {{(pid=93835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 01:43:27.328150 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6fb6f55e-3206-4ead-9c6e-519f3c31aebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:43:30.289133 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1faaf7d0-a01f-474f-a996-e37c65568780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:43:30.413490 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:43:30.960673 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d877336-721a-4d3d-9b41-e32e75b3d69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:43:32.637819 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-637296fa-69e7-4112-9a21-84726ca1bc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:43:37.513738 dv-cinder-790014-2-iscsi neutron-server[93832]: DEBUG neutron.wsgi [req-699a7a8e-26a7-4533-9939-db29feafc4d5 req-a215e96d-855e-492e-be31-2d62de9c97fb service neutron] (93832) timed out ('10.222.0.26', 52216) {{(pid=93832) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 25 01:43:49.687028 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:43:57.327932 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e8a65511-3284-4e64-b9f9-7b43280a5eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:44:00.290220 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a8a52aea-1604-422a-9b84-80acd1d216e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:44:00.412849 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:44:00.962909 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d877336-721a-4d3d-9b41-e32e75b3d69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:44:02.642182 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-637296fa-69e7-4112-9a21-84726ca1bc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:44:03.273226 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.agents_db [None req-4bdcba96-0b2f-4eba-81a9-023f498d003c None None] Agent healthcheck: found 6 active agents {{(pid=93835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 01:44:19.701732 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:44:27.331333 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6d2fc82a-bd6b-4bf4-8492-dc2fe0c9b0d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:44:30.290345 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-486efe4a-a260-40cf-a992-fe8bf18f18c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:44:30.412699 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:44:30.967671 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d877336-721a-4d3d-9b41-e32e75b3d69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:44:32.643672 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-637296fa-69e7-4112-9a21-84726ca1bc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:44:40.278237 dv-cinder-790014-2-iscsi neutron-server[93835]: DEBUG neutron.db.agents_db [None req-4bdcba96-0b2f-4eba-81a9-023f498d003c None None] Agent healthcheck: found 6 active agents {{(pid=93835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 01:44:49.718049 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa71e-3c66-4bab-a581-8492f47ab3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:44:57.332378 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fd0de7a3-8a3f-45de-bfd6-ad54064de6df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:45:00.291876 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5204298c-4f63-4b1b-9ac6-1dd5980f3819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:45:00.412068 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a42deab-ab82-40d9-90b3-e39f4c6e687a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:45:00.969473 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d877336-721a-4d3d-9b41-e32e75b3d69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 01:45:02.648313 dv-cinder-790014-2-iscsi neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-637296fa-69e7-4112-9a21-84726ca1bc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782027164573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156849'] for agent, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}